[ 604.372478] env[70860]: INFO neutron.common.config [-] Logging enabled! [ 604.373142] env[70860]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev50 [ 604.373142] env[70860]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70860) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 604.373286] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 604.373338] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 604.374149] env[70860]: WARNING oslo_policy.policy [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 604.375863] env[70860]: WARNING oslo_policy.policy [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 604.375919] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] VMware NSXv3 Agent initialized successfully. [ 604.376259] env[70860]: DEBUG oslo_concurrency.lockutils [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] Acquiring lock "singleton_lock" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.376397] env[70860]: DEBUG oslo_concurrency.lockutils [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] Acquired lock "singleton_lock" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.377150] env[70860]: DEBUG oslo_concurrency.lockutils [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] Releasing lock "singleton_lock" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.377150] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] Full set of CONF: {{(pid=70860) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 604.377150] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ******************************************************************************** {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 604.377249] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] Configuration options gathered from: {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 604.377515] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 604.377654] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 604.380218] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ================================================================================ {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 604.380218] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] agent_down_time = 75 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380218] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] allow_automatic_dhcp_failover = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380218] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] allow_bulk = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380218] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] api_extensions_path = {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380218] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] api_paste_config = api-paste.ini {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380393] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] auth_strategy = keystone {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380393] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] backdoor_port = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380393] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] backdoor_socket = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380393] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] backlog = 4096 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380393] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] base_mac = fa:16:3e:00:00:00 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380393] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] bind_host = 0.0.0.0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380393] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] bind_port = 9696 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380570] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] client_socket_timeout = 900 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380570] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] config_dir = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380570] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380570] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] config_source = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380570] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] control_exchange = neutron {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380570] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] core_plugin = ml2 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380717] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] debug = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380717] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] default_availability_zones = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380931] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.380931] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] dhcp_agent_notification = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.381092] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] dhcp_agents_per_network = 1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.381199] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] dhcp_lease_duration = 86400 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.381342] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] dhcp_load_type = networks {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.381488] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] dns_domain = openstacklocal {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.381625] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.381757] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] enable_default_route_bfd = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.381925] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] enable_default_route_ecmp = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.382030] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] enable_dvr = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.382165] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] enable_new_agents = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383693] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383693] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] enable_signals = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383693] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] enable_traditional_dhcp = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383693] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] external_dns_driver = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383693] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] filter_validation = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383693] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] global_physnet_mtu = 8950 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383693] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] graceful_shutdown_timeout = 60 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383947] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] host = cpu-1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383947] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] host_dvr_for_dhcp = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383947] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] http_retries = 3 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383947] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] instance_format = [instance: %(uuid)s] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.383947] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.384084] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ipam_driver = internal {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.384208] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ipv6_pd_enabled = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.384294] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] l3_ha = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.384461] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.384616] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] l3_ha_network_physical_name = {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.385377] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] l3_ha_network_type = {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.385377] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] log_color = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.385377] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] log_config_append = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.385377] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.385377] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] log_dir = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386259] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] log_file = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386259] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] log_options = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386259] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] log_rotate_interval = 1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386259] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] log_rotate_interval_type = days {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386259] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] log_rotation_type = none {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386259] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386532] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386532] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386532] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386866] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386866] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] max_dns_nameservers = 5 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.386866] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] max_header_line = 16384 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388062] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] max_l3_agents_per_router = 3 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388062] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] max_logfile_count = 30 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388062] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] max_logfile_size_mb = 200 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388062] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] max_subnet_host_routes = 20 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388062] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] my_ip = 10.180.1.21 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388062] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] my_ipv6 = ::1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388062] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] network_auto_schedule = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388248] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] network_link_prefix = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388248] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388248] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] notify_nova_on_port_data_changes = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388326] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] notify_nova_on_port_status_changes = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388496] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] pagination_max_limit = -1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388625] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] publish_errors = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388757] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] rate_limit_burst = 0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.388897] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] rate_limit_except_level = CRITICAL {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.389039] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] rate_limit_interval = 0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.389175] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] retry_until_window = 30 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.389305] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] router_distributed = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.389454] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] rpc_resources_processing_step = 20 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.389566] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] rpc_response_max_timeout = 600 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.389699] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] rpc_response_timeout = 60 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.390237] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] send_events_interval = 2 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.390237] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] service_plugins = ['router'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.390237] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] setproctitle = on {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.390334] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] shell_completion = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.390409] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] state_path = /opt/stack/data/neutron {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.390534] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] syslog_log_facility = LOG_USER {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.390669] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] tcp_keepidle = 600 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.390806] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] transport_url = **** {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.390939] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] use_journal = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.391105] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] use_json = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.391251] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] use_ssl = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.391367] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] use_stderr = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.391514] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] use_syslog = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.391657] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] vlan_qinq = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.393082] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] vlan_transparent = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.393082] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] watch_log_file = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.393082] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] wsgi_default_pool_size = 100 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.393082] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] wsgi_keep_alive = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.393082] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.393082] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] wsgi_server_debug = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.393268] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_concurrency.disable_process_locking = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393268] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393268] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393268] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393268] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393395] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393421] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393597] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.connection_string = messaging:// {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393703] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.enabled = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393847] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.es_doc_type = notification {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.393982] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.es_scroll_size = 10000 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.394133] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.es_scroll_time = 2m {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.394267] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.filter_error_trace = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.394462] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.hmac_keys = **** {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.394616] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.sentinel_service_name = mymaster {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.394762] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.socket_timeout = 0.1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.394898] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.trace_requests = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.395042] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler.trace_sqlalchemy = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.395249] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler_jaeger.process_tags = {} {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.395324] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler_jaeger.service_name_prefix = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.395497] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] profiler_otlp.service_name_prefix = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.396258] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.enforce_new_defaults = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.396258] env[70860]: WARNING oslo_config.cfg [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 604.396258] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.enforce_scope = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.396258] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.policy_default_rule = default {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.396420] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.396512] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.396923] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.396923] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.396923] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.397144] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.397144] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.397283] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_policy.remote_timeout = 60.0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.397476] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.397980] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] agent.extensions = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.397980] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.397980] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] service_providers.service_provider = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.398132] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.default_quota = -1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.398208] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.398340] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.quota_floatingip = 50 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.398481] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.quota_network = 100 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.398986] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.quota_port = 500 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.398986] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.398986] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.quota_router = 10 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.398986] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.quota_security_group = 10 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.399130] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.399308] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.quota_subnet = 100 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.399991] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] QUOTAS.track_quota_usage = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.399991] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.399991] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep.group = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.399991] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep.helper_command = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.399991] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.400155] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep.thread_pool_size = 8 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.400184] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep.user = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.400350] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.400494] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_dhcp_release.group = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.400914] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_dhcp_release.helper_command = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.400914] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.400914] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.401144] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_dhcp_release.user = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.401194] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.401328] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_ovs_vsctl.group = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.401819] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_ovs_vsctl.helper_command = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.401819] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.401819] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.401819] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_ovs_vsctl.user = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.401963] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_namespace.capabilities = [21] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.402370] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_namespace.group = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.402370] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_namespace.helper_command = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.402370] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.402508] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_namespace.thread_pool_size = 8 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.402931] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_namespace.user = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.402931] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_conntrack.capabilities = [12] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.402931] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_conntrack.group = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.403154] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_conntrack.helper_command = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.403304] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.403304] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.403648] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_conntrack.user = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.403648] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_link.capabilities = [12, 21] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.403769] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_link.group = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.404366] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_link.helper_command = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.404366] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.404366] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_link.thread_pool_size = 8 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.404366] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] privsep_link.user = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.404527] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.404615] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.404744] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.continue_on_failed_promotions = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.405019] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.dscp = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.405019] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.dscp_inherit = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.405163] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.force_mp_to_policy = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.405338] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.locking_coordinator_url = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.405494] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.log_agent_heartbeats = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.405584] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.logging_expire = 1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.406058] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.406058] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.406058] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.polling_interval = 240 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.406188] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.406288] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.406468] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.report_interval = 30.0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.406795] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.406795] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.406914] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.407058] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.sync_skew = 60 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.407197] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.synchronization_queue_size = 20 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.407482] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT.use_helper_for_ns_read = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.407482] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] SECURITYGROUP.enable_ipset = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.407653] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] SECURITYGROUP.enable_security_group = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.407800] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.407885] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.408352] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] experimental.ipv6_pd_enabled = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.408352] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ml2.extension_drivers = ['port_security'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.408352] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ml2.external_network_type = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.408480] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.408599] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ml2.overlay_ip_version = 4 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.408980] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ml2.path_mtu = 8950 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.408980] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ml2.physical_network_mtus = {} {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.409135] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ml2.tenant_network_types = ['vlan'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.409186] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.409308] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ml2.type_drivers = ['vlan'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.409638] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT_CLI.neutron_port_id = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.409638] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.409774] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.409897] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.410306] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.410306] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.410392] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.410742] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.410742] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.410883] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.411045] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_login_password = **** {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.411290] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_login_port = 443 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.411365] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_login_user = admin {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.411534] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.411757] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.411841] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.412136] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.412136] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.412301] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.412474] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.412749] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.412749] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.413018] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.413101] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.413185] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.413323] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.413735] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.413735] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] vsphere.vsphere_login_password = VMware1! {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.413838] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.414405] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.414405] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.auth_section = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.414405] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.auth_type = password {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.414405] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.414584] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.certfile = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.414647] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.collect_timing = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.414791] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.endpoint_type = public {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.414924] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.insecure = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.415068] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.keyfile = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.415212] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.region_name = RegionOne {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.415389] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.split_loggers = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416162] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] nova.timeout = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416162] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.auth_section = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416162] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.auth_type = password {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416162] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416162] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.certfile = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416506] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.collect_timing = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416506] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.endpoint_type = public {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416506] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.insecure = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416665] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.keyfile = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416769] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.region_name = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.416903] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.split_loggers = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.417043] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] placement.timeout = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.417188] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.auth_section = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.417326] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.auth_type = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.417461] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.cafile = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.417594] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.certfile = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.417732] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.collect_timing = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.417870] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.connect_retries = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.418026] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.connect_retry_delay = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.418155] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.enable_notifications = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.418286] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.endpoint_override = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.418471] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.insecure = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.418627] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.interface = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.418801] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.keyfile = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.418888] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.max_version = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.419037] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.min_version = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.419175] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.region_name = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.419312] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.retriable_status_codes = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.419447] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.service_name = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.419603] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.service_type = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.419763] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.split_loggers = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.419903] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.status_code_retries = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.420047] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.status_code_retry_delay = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.420242] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.timeout = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.420402] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.valid_interfaces = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.420542] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ironic.version = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.420687] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] cli_script.dry_run = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.420839] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.420982] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.421138] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.421277] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.421444] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.421611] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.421755] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.421899] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.422050] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.422205] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.422344] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.422490] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.422636] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.422778] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.422917] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.423073] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.423215] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.423353] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.423497] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.423637] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.423805] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.423910] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425151] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425151] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425151] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425151] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425151] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425151] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425539] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425539] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425539] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.ssl = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425539] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425539] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425740] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425740] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.425891] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.ssl_version = {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.426038] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.426187] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_notifications.driver = [] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.426332] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_notifications.retry = -1 {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.426488] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.426627] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] oslo_messaging_notifications.transport_url = **** {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.426738] env[70860]: DEBUG oslo_service.backend.eventlet.service [None req-d7864d04-3614-467c-ab07-e464a8bcc95f None None] ******************************************************************************** {{(pid=70860) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 604.427733] env[70860]: DEBUG neutron.agent.securitygroups_rpc [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Init firewall settings (driver=nsxv3) {{(pid=70860) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 604.429011] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70860) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 604.429253] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] RPC agent_id: nsxm-l-01a.corp.local [ 604.431492] env[70860]: DEBUG dogpile.cache.region [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.431613] env[70860]: DEBUG dogpile.lock [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.431713] env[70860]: DEBUG dogpile.lock [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.431806] env[70860]: DEBUG dogpile.lock [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.431901] env[70860]: DEBUG dogpile.cache.region [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.431992] env[70860]: DEBUG dogpile.lock [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.432126] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.450306] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Session token - acquiring [ 604.452136] env[70860]: DEBUG networking_nsxv3.common.locking [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.452304] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.452405] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.452808] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.462638] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.723019] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 604.744816] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.744939] env[70860]: DEBUG dogpile.cache.region [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Cache value generated in 0.313 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.745076] env[70860]: DEBUG dogpile.lock [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.745194] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Activating Policy API Provider. [ 604.745393] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Looking for the default Infrastructure Rules. [ 604.800591] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Looking for the Default Layer3 Logged Drop Section. [ 604.812399] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 604.812846] env[70860]: DEBUG networking_nsxv3.common.locking [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.813020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquiring lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.813130] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.813426] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired external semaphore "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.813741] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.328875] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.831160] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.333354] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Inventory metadata is going to be refreshed. [ 606.333546] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 607.066852] env[70860]: DEBUG networking_nsxv3.common.locking [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.067289] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.067289] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.067509] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.080343] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 607.180866] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.181841] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 607.197390] env[70860]: DEBUG networking_nsxv3.common.locking [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.197626] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.197720] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.198020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.198153] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.198312] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 607.198431] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.198540] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 607.218981] env[70860]: DEBUG networking_nsxv3.common.locking [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.219247] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.219311] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.219537] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.219713] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.219855] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 607.237072] env[70860]: DEBUG networking_nsxv3.common.locking [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.237346] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.237346] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.237608] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.237749] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.237889] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 607.256116] env[70860]: DEBUG networking_nsxv3.common.locking [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.256315] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquiring lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.256355] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.256607] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired external semaphore "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.256747] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Releasing lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.256893] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 607.257010] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.257120] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 607.273323] env[70860]: DEBUG networking_nsxv3.common.locking [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.273504] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquiring lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.273613] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.273865] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired external semaphore "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.273990] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Releasing lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.274143] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 607.274250] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.274354] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 607.290668] env[70860]: DEBUG networking_nsxv3.common.locking [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.290895] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.290958] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.291208] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.291345] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.291552] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 607.291668] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.291772] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Inventory metadata have been refreshed. [ 607.291871] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Dryrun:True. Metadata refresh completed. [ 607.291990] env[70860]: DEBUG oslo_concurrency.lockutils [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Releasing lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.293844] env[70860]: INFO neutron.agent.agent_extensions_manager [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Loaded agent extensions: [] [ 607.294608] env[70860]: DEBUG neutron_lib.callbacks.manager [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70860) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 607.340480] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent RPC Daemon Started! [ 607.340655] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent loop - iteration:0 started [ 607.340715] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent out of sync with plugin! [ 612.295550] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 612.295919] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 617.296928] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 617.297266] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.486547] env[70860]: INFO networking_nsxv3.common.synchronization [None req-7e656682-a76d-4cb0-9c4f-e332675ee7ad demo admin] Enqueued Resource ID: 0246d53b-5726-46b5-bc3d-d7961bdbd86d with Priority: HIGHEST for action security_group_rules [ 621.486801] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0246d53b-5726-46b5-bc3d-d7961bdbd86d with Priority: HIGHEST for action security_group_rules [ 621.487416] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0246d53b-5726-46b5-bc3d-d7961bdbd86d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.487547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0246d53b-5726-46b5-bc3d-d7961bdbd86d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.487618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0246d53b-5726-46b5-bc3d-d7961bdbd86d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.487957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0246d53b-5726-46b5-bc3d-d7961bdbd86d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.488055] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0246d53b-5726-46b5-bc3d-d7961bdbd86d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.010456] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.010456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.010456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.010456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.010456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.010456] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0246d53b-5726-46b5-bc3d-d7961bdbd86d already deleted. [ 622.010456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0246d53b-5726-46b5-bc3d-d7961bdbd86d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.487466] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.487926] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.488660] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.488942] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.489980] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.490447] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.491328] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.491328] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.492309] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.492650] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 649.297307] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.297672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.297672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.297787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.297962] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.804146] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.308147] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.812565] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 650.812565] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 650.884931] env[70860]: INFO networking_nsxv3.common.synchronization [None req-2c87ce9d-e944-450f-ba67-56285df6bff1 None None] Enqueued Resource ID: 2d9fead5-cb4a-4009-a503-0865a9d80fb4 with Priority: HIGHEST for action port [ 650.884931] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9fead5-cb4a-4009-a503-0865a9d80fb4 with Priority: HIGHEST for action port [ 650.884931] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9fead5-cb4a-4009-a503-0865a9d80fb4 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.884931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9fead5-cb4a-4009-a503-0865a9d80fb4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.884931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9fead5-cb4a-4009-a503-0865a9d80fb4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.884931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9fead5-cb4a-4009-a503-0865a9d80fb4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.884931] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9fead5-cb4a-4009-a503-0865a9d80fb4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.388090] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d9fead5-cb4a-4009-a503-0865a9d80fb4 [ 651.388316] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.388316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.388407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.388556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.388646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.388744] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d9fead5-cb4a-4009-a503-0865a9d80fb4 already deleted. [ 651.388819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9fead5-cb4a-4009-a503-0865a9d80fb4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.595256] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.596198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.596345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.596536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.609690] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 651.612112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.612832] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 651.639818] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.641272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.641272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.641272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.641272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.641272] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 651.641272] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 651.641272] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 651.665997] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.666163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.666934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.666934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.666934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.666934] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 651.692571] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.692716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.692787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.692997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.693115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.693223] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 651.714215] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.714454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.714454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.714652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.714734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.714907] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 651.714995] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 651.715082] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 651.733801] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.736025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.736025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.736025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.736025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.736025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 651.736025] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 651.736025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 651.760670] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.761261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.761261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.761704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.762146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.763016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 651.763016] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 651.763016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 651.763016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 651.763016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 651.763016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 651.763016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 651.763483] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 651.763640] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 651.763992] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 651.796101] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.796253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.796430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.796540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.796650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.796788] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 651.817616] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.817843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.818405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.818629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.818742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.850045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.925945] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c3e8a0d7-25b6-4290-8604-1c4e4307df0f None None] Enqueued Resource ID: ccb10b17-0f98-4712-b071-9650076106c4 with Priority: HIGHEST for action port [ 651.926431] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb10b17-0f98-4712-b071-9650076106c4 with Priority: HIGHEST for action port [ 651.927057] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccb10b17-0f98-4712-b071-9650076106c4 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.927174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccb10b17-0f98-4712-b071-9650076106c4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.927257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccb10b17-0f98-4712-b071-9650076106c4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.928096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccb10b17-0f98-4712-b071-9650076106c4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.928186] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb10b17-0f98-4712-b071-9650076106c4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.432677] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccb10b17-0f98-4712-b071-9650076106c4 [ 652.432677] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.432677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.432677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.432677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.432677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.432677] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccb10b17-0f98-4712-b071-9650076106c4 already deleted. [ 652.432677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccb10b17-0f98-4712-b071-9650076106c4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.694523] env[70860]: INFO networking_nsxv3.common.synchronization [None req-38ccc509-aaed-4ecc-bef9-0e05e884afd2 None None] Enqueued Resource ID: 119b687e-c872-48c7-9df7-7d01e3fc2259 with Priority: HIGHEST for action port [ 652.694523] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 119b687e-c872-48c7-9df7-7d01e3fc2259 with Priority: HIGHEST for action port [ 652.695376] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-119b687e-c872-48c7-9df7-7d01e3fc2259 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.695376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-119b687e-c872-48c7-9df7-7d01e3fc2259" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.695376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-119b687e-c872-48c7-9df7-7d01e3fc2259" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.695376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-119b687e-c872-48c7-9df7-7d01e3fc2259" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.695376] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('119b687e-c872-48c7-9df7-7d01e3fc2259',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.198721] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 119b687e-c872-48c7-9df7-7d01e3fc2259 [ 653.198721] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.198721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.198721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.198721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.198721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.198721] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:119b687e-c872-48c7-9df7-7d01e3fc2259 already deleted. [ 653.199210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-119b687e-c872-48c7-9df7-7d01e3fc2259" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.814898] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9147c307-fb81-4429-bfce-a2c85ffbd60b None None] Enqueued Resource ID: 94853135-9dd7-4c82-92ea-36c353045b9d with Priority: HIGHEST for action port [ 653.815213] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94853135-9dd7-4c82-92ea-36c353045b9d with Priority: HIGHEST for action port [ 653.815716] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-94853135-9dd7-4c82-92ea-36c353045b9d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.815842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94853135-9dd7-4c82-92ea-36c353045b9d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.815882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94853135-9dd7-4c82-92ea-36c353045b9d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.816133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94853135-9dd7-4c82-92ea-36c353045b9d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.816215] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94853135-9dd7-4c82-92ea-36c353045b9d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.039934] env[70860]: INFO networking_nsxv3.common.synchronization [None req-77b6bc99-3bff-4489-a7a7-ab83a5facbf1 None None] Enqueued Resource ID: ec8908f8-684b-4a44-a93a-4fba88c73ae7 with Priority: HIGHEST for action port [ 654.040198] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8908f8-684b-4a44-a93a-4fba88c73ae7 with Priority: HIGHEST for action port [ 654.040787] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec8908f8-684b-4a44-a93a-4fba88c73ae7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.040917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec8908f8-684b-4a44-a93a-4fba88c73ae7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.040991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec8908f8-684b-4a44-a93a-4fba88c73ae7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.041252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec8908f8-684b-4a44-a93a-4fba88c73ae7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.041385] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8908f8-684b-4a44-a93a-4fba88c73ae7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.156140] env[70860]: INFO networking_nsxv3.common.synchronization [None req-ac345704-e2d8-42be-a661-80fa47ea4cb1 None None] Enqueued Resource ID: b440f940-283c-4ebf-b206-db9f564d36eb with Priority: HIGHEST for action port [ 654.156548] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b440f940-283c-4ebf-b206-db9f564d36eb with Priority: HIGHEST for action port [ 654.156844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-b440f940-283c-4ebf-b206-db9f564d36eb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.157059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b440f940-283c-4ebf-b206-db9f564d36eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.157059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b440f940-283c-4ebf-b206-db9f564d36eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.157349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b440f940-283c-4ebf-b206-db9f564d36eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.157486] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b440f940-283c-4ebf-b206-db9f564d36eb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.318854] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94853135-9dd7-4c82-92ea-36c353045b9d [ 654.319795] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.321060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.321060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.321060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.321060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.321060] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94853135-9dd7-4c82-92ea-36c353045b9d already deleted. [ 654.321060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94853135-9dd7-4c82-92ea-36c353045b9d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.546394] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec8908f8-684b-4a44-a93a-4fba88c73ae7 [ 654.546394] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.546394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.546394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.546394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.546394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.546394] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec8908f8-684b-4a44-a93a-4fba88c73ae7 already deleted. [ 654.546394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec8908f8-684b-4a44-a93a-4fba88c73ae7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.660446] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b440f940-283c-4ebf-b206-db9f564d36eb [ 654.661276] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.661276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.661276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.661276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.661475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.661475] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b440f940-283c-4ebf-b206-db9f564d36eb already deleted. [ 654.663578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b440f940-283c-4ebf-b206-db9f564d36eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.906602] env[70860]: INFO networking_nsxv3.common.synchronization [None req-b8d68e37-b000-4deb-a73d-35c34c35699c None None] Enqueued Resource ID: d49444c8-8c78-4c1b-ad61-262f091ee482 with Priority: HIGHEST for action port [ 654.909096] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49444c8-8c78-4c1b-ad61-262f091ee482 with Priority: HIGHEST for action port [ 654.909096] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d49444c8-8c78-4c1b-ad61-262f091ee482 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.909096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d49444c8-8c78-4c1b-ad61-262f091ee482" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.909096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d49444c8-8c78-4c1b-ad61-262f091ee482" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.909096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d49444c8-8c78-4c1b-ad61-262f091ee482" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.909096] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49444c8-8c78-4c1b-ad61-262f091ee482',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.944986] env[70860]: INFO networking_nsxv3.common.synchronization [None req-981c28d7-2af5-4975-b072-8fdd6a5ea4df None None] Enqueued Resource ID: f1b10515-2bed-4c57-b78b-8428714111f1 with Priority: HIGHEST for action port [ 654.945997] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b10515-2bed-4c57-b78b-8428714111f1 with Priority: HIGHEST for action port [ 654.947211] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b10515-2bed-4c57-b78b-8428714111f1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.947211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b10515-2bed-4c57-b78b-8428714111f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.947211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b10515-2bed-4c57-b78b-8428714111f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.947381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b10515-2bed-4c57-b78b-8428714111f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.947450] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b10515-2bed-4c57-b78b-8428714111f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.411148] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d49444c8-8c78-4c1b-ad61-262f091ee482 [ 655.411769] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.411769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.411769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.411769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.413077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.413077] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d49444c8-8c78-4c1b-ad61-262f091ee482 already deleted. [ 655.413077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d49444c8-8c78-4c1b-ad61-262f091ee482" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.452869] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1b10515-2bed-4c57-b78b-8428714111f1 [ 655.452869] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.452869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.452869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.452869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.452869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.452869] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1b10515-2bed-4c57-b78b-8428714111f1 already deleted. [ 655.452869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b10515-2bed-4c57-b78b-8428714111f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.359158] env[70860]: INFO networking_nsxv3.common.synchronization [None req-176945bd-40f9-4a76-aa75-0ae717c7b54b None None] Enqueued Resource ID: f905172c-424f-4e5b-b938-3dcc9be1be9d with Priority: HIGHEST for action port [ 656.359158] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f905172c-424f-4e5b-b938-3dcc9be1be9d with Priority: HIGHEST for action port [ 656.359158] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f905172c-424f-4e5b-b938-3dcc9be1be9d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.359158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f905172c-424f-4e5b-b938-3dcc9be1be9d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.359158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f905172c-424f-4e5b-b938-3dcc9be1be9d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.359158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f905172c-424f-4e5b-b938-3dcc9be1be9d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.359158] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f905172c-424f-4e5b-b938-3dcc9be1be9d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.864423] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f905172c-424f-4e5b-b938-3dcc9be1be9d [ 656.864661] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.864801] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.864891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.865139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.865226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.865322] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f905172c-424f-4e5b-b938-3dcc9be1be9d already deleted. [ 656.865398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f905172c-424f-4e5b-b938-3dcc9be1be9d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.248364] env[70860]: INFO networking_nsxv3.common.synchronization [None req-729ed49c-43e7-4907-ac34-6d676a556bf6 None None] Enqueued Resource ID: c4e54d4f-1615-4ff7-b4d6-7bff2152403f with Priority: HIGHEST for action port [ 657.248967] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e54d4f-1615-4ff7-b4d6-7bff2152403f with Priority: HIGHEST for action port [ 657.249308] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e54d4f-1615-4ff7-b4d6-7bff2152403f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.249308] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e54d4f-1615-4ff7-b4d6-7bff2152403f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.249397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e54d4f-1615-4ff7-b4d6-7bff2152403f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.249644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e54d4f-1615-4ff7-b4d6-7bff2152403f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.249716] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e54d4f-1615-4ff7-b4d6-7bff2152403f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.379572] env[70860]: INFO networking_nsxv3.common.synchronization [None req-bdd9fd15-b7e5-47a8-b760-629a0ad3fef3 None None] Enqueued Resource ID: 2831177a-2753-4a04-afa1-99a22c49a29c with Priority: HIGHEST for action port [ 657.379801] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2831177a-2753-4a04-afa1-99a22c49a29c with Priority: HIGHEST for action port [ 657.380322] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2831177a-2753-4a04-afa1-99a22c49a29c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.380438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2831177a-2753-4a04-afa1-99a22c49a29c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.380505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2831177a-2753-4a04-afa1-99a22c49a29c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.380745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2831177a-2753-4a04-afa1-99a22c49a29c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.380826] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2831177a-2753-4a04-afa1-99a22c49a29c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.753694] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4e54d4f-1615-4ff7-b4d6-7bff2152403f [ 657.753839] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.753965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.754051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.754260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.754352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.754449] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4e54d4f-1615-4ff7-b4d6-7bff2152403f already deleted. [ 657.754532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e54d4f-1615-4ff7-b4d6-7bff2152403f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.886449] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2831177a-2753-4a04-afa1-99a22c49a29c [ 657.886673] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.886807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.886874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.887879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.887879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.887879] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2831177a-2753-4a04-afa1-99a22c49a29c already deleted. [ 657.887879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2831177a-2753-4a04-afa1-99a22c49a29c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.046946] env[70860]: INFO networking_nsxv3.common.synchronization [req-d9f3d41f-849e-4db8-b486-84d742031bf6 req-4c142cee-6b1d-4f66-b463-5b85b21909c6 tempest-SecurityGroupRulesTestJSON-1797563804 tempest-SecurityGroupRulesTestJSON-1797563804-project-member] Enqueued Resource ID: 91685ead-5096-4583-a24f-22198d4f821a with Priority: HIGHEST for action security_group_rules [ 659.047238] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91685ead-5096-4583-a24f-22198d4f821a with Priority: HIGHEST for action security_group_rules [ 659.049136] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91685ead-5096-4583-a24f-22198d4f821a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.049136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91685ead-5096-4583-a24f-22198d4f821a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.049136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91685ead-5096-4583-a24f-22198d4f821a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.049136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91685ead-5096-4583-a24f-22198d4f821a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.049136] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91685ead-5096-4583-a24f-22198d4f821a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.403482] env[70860]: INFO networking_nsxv3.common.synchronization [None req-385fef97-7440-4560-a6cc-d7dafb4c27f7 None None] Enqueued Resource ID: 9e90d74b-d507-4d87-b466-b4decb8ca24d with Priority: HIGHEST for action port [ 659.404042] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e90d74b-d507-4d87-b466-b4decb8ca24d with Priority: HIGHEST for action port [ 659.404403] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e90d74b-d507-4d87-b466-b4decb8ca24d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.404584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e90d74b-d507-4d87-b466-b4decb8ca24d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.404688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e90d74b-d507-4d87-b466-b4decb8ca24d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.405080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e90d74b-d507-4d87-b466-b4decb8ca24d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.405207] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e90d74b-d507-4d87-b466-b4decb8ca24d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.570657] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.570985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.571193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.571849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.572045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.573324] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91685ead-5096-4583-a24f-22198d4f821a already deleted. [ 659.573324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91685ead-5096-4583-a24f-22198d4f821a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.911713] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e90d74b-d507-4d87-b466-b4decb8ca24d [ 659.911713] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.911713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.911713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.911950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.911950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.912057] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e90d74b-d507-4d87-b466-b4decb8ca24d already deleted. [ 659.912130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e90d74b-d507-4d87-b466-b4decb8ca24d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.945586] env[70860]: INFO networking_nsxv3.common.synchronization [None req-82abacd2-d527-4835-bc33-8e4ccc04b312 None None] Enqueued Resource ID: 39a25d1a-da4b-40fc-85be-a04f77eaf080 with Priority: HIGHEST for action port [ 659.946241] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a25d1a-da4b-40fc-85be-a04f77eaf080 with Priority: HIGHEST for action port [ 659.946557] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-39a25d1a-da4b-40fc-85be-a04f77eaf080 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.946688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39a25d1a-da4b-40fc-85be-a04f77eaf080" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.947529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39a25d1a-da4b-40fc-85be-a04f77eaf080" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.948504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39a25d1a-da4b-40fc-85be-a04f77eaf080" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.948602] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a25d1a-da4b-40fc-85be-a04f77eaf080',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.108637] env[70860]: INFO networking_nsxv3.common.synchronization [None req-cecb8b81-e151-493f-a747-0f028e05b3c8 None None] Enqueued Resource ID: db28b1ff-13a2-4135-9565-b7c6e0dc8b8b with Priority: HIGHEST for action port [ 660.109263] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28b1ff-13a2-4135-9565-b7c6e0dc8b8b with Priority: HIGHEST for action port [ 660.109617] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-db28b1ff-13a2-4135-9565-b7c6e0dc8b8b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.109678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db28b1ff-13a2-4135-9565-b7c6e0dc8b8b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.109777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db28b1ff-13a2-4135-9565-b7c6e0dc8b8b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.110017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db28b1ff-13a2-4135-9565-b7c6e0dc8b8b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.110123] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db28b1ff-13a2-4135-9565-b7c6e0dc8b8b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.427132] env[70860]: INFO networking_nsxv3.common.synchronization [None req-76f9cd9c-9b0a-48a1-b2f6-91726e0fc5ff None None] Enqueued Resource ID: 64ee3166-6948-42eb-82e6-1e73ac284986 with Priority: HIGHEST for action port [ 660.427132] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ee3166-6948-42eb-82e6-1e73ac284986 with Priority: HIGHEST for action port [ 660.427132] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-64ee3166-6948-42eb-82e6-1e73ac284986 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.427132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64ee3166-6948-42eb-82e6-1e73ac284986" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.427132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64ee3166-6948-42eb-82e6-1e73ac284986" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.427750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64ee3166-6948-42eb-82e6-1e73ac284986" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.428122] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64ee3166-6948-42eb-82e6-1e73ac284986',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.451989] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39a25d1a-da4b-40fc-85be-a04f77eaf080 [ 660.452316] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.452502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.452598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.454019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.454019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.454019] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39a25d1a-da4b-40fc-85be-a04f77eaf080 already deleted. [ 660.454019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39a25d1a-da4b-40fc-85be-a04f77eaf080" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.613640] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db28b1ff-13a2-4135-9565-b7c6e0dc8b8b [ 660.613927] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.614074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.614132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.615132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.615746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.615746] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db28b1ff-13a2-4135-9565-b7c6e0dc8b8b already deleted. [ 660.615746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db28b1ff-13a2-4135-9565-b7c6e0dc8b8b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.783092] env[70860]: INFO networking_nsxv3.common.synchronization [req-c12c50cf-3f82-4899-b3b4-33da0510f088 req-0d16fefa-05df-47b6-ad2e-3e2f29813fbc tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Enqueued Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 660.783627] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 660.783912] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.784162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.784255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.784505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.784669] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.784776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.784838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.785022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.785111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.785203] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.849380] env[70860]: INFO networking_nsxv3.common.synchronization [None req-99671dff-6586-45a3-b0b3-7907206f37fb None None] Enqueued Resource ID: e40e4b7b-9297-4894-9689-f52293783c28 with Priority: HIGHEST for action port [ 660.849711] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40e4b7b-9297-4894-9689-f52293783c28 with Priority: HIGHEST for action port [ 660.850244] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-e40e4b7b-9297-4894-9689-f52293783c28 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.856681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e40e4b7b-9297-4894-9689-f52293783c28" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.856681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e40e4b7b-9297-4894-9689-f52293783c28" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.856681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e40e4b7b-9297-4894-9689-f52293783c28" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.856681] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e40e4b7b-9297-4894-9689-f52293783c28',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.930973] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64ee3166-6948-42eb-82e6-1e73ac284986 [ 660.931435] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.931573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.931640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.931842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.932184] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.932184] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64ee3166-6948-42eb-82e6-1e73ac284986 already deleted. [ 660.932184] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64ee3166-6948-42eb-82e6-1e73ac284986" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.287778] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.288080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.288080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.288232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.288313] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.288512] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.288607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.288667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.288809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.288888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.288976] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e already deleted. [ 661.289065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.359845] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e40e4b7b-9297-4894-9689-f52293783c28 [ 661.360162] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.360313] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.360383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.360602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.360687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.360779] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e40e4b7b-9297-4894-9689-f52293783c28 already deleted. [ 661.360879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e40e4b7b-9297-4894-9689-f52293783c28" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.716226] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.716473] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.716949] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.716949] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.717223] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.717647] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.717647] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.717720] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.717859] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.718175] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.718314] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.718404] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.718516] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.718705] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.718757] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.719328] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.740840] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.741408] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.741803] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.741982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.742537] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-78ec417f-1470-4d7b-9efe-9f82ace38d41 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.743836] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-78ec417f-1470-4d7b-9efe-9f82ace38d41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.743836] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-78ec417f-1470-4d7b-9efe-9f82ace38d41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.743836] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-78ec417f-1470-4d7b-9efe-9f82ace38d41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.743836] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ec417f-1470-4d7b-9efe-9f82ace38d41',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.199901] env[70860]: INFO networking_nsxv3.common.synchronization [req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 req-01b4f1dc-8eb2-4fb6-b47e-b2ecb7f5b1e7 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Enqueued Resource ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 with Priority: HIGHEST for action security_group_members [ 662.201844] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 with Priority: HIGHEST for action security_group_members [ 662.201844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a778bcf9-1f09-4cc3-9751-6e3b4e991825 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.201844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.201844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.202042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.202096] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.202212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.202277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.202442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.202524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.202614] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a778bcf9-1f09-4cc3-9751-6e3b4e991825',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.249098] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.249342] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.249473] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.249742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.249742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.249742] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 78ec417f-1470-4d7b-9efe-9f82ace38d41 not found, creating... [ 662.249742] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.249742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.249742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.249742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.249742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.249742] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.249742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.253448] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.253448] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.253448] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.253448] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 78ec417f-1470-4d7b-9efe-9f82ace38d41 is going to be created. [ 662.278408] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.279291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.279291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.279291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.279291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.279881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-78ec417f-1470-4d7b-9efe-9f82ace38d41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.708840] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.709150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.709150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.713021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.713021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.713021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.713021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.713021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.713021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.713021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.713021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 already deleted. [ 662.713021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.726183] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.728410] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.728743] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.729311] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.729930] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.730185] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.730345] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.730622] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.730808] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.731049] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.731194] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.731325] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.731456] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.731598] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.731714] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.731854] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.751402] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.752835] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.754247] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.754247] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.754247] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-8f615391-1346-4837-9be2-b807f6819040 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.754247] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-8f615391-1346-4837-9be2-b807f6819040" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.754247] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-8f615391-1346-4837-9be2-b807f6819040" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.754504] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-8f615391-1346-4837-9be2-b807f6819040" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.754720] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f615391-1346-4837-9be2-b807f6819040',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.257739] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.257962] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.258910] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.258910] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.258910] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.258910] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 8f615391-1346-4837-9be2-b807f6819040 not found, creating... [ 663.259069] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.259169] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.259289] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.259677] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.259677] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.259933] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.260828] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.261620] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.262101] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.262345] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.262683] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 8f615391-1346-4837-9be2-b807f6819040 is going to be created. [ 663.274276] env[70860]: INFO networking_nsxv3.common.synchronization [req-4f5dd160-63c3-4d1c-9ffc-498d24af1760 req-719586d2-2a31-4685-a03a-7d0c85119864 tempest-SecurityGroupRulesTestJSON-1797563804 tempest-SecurityGroupRulesTestJSON-1797563804-project-member] Enqueued Resource ID: 74ea05b4-452c-4cb6-b226-ba870f3f2a7e with Priority: HIGHEST for action security_group_rules [ 663.274276] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ea05b4-452c-4cb6-b226-ba870f3f2a7e with Priority: HIGHEST for action security_group_rules [ 663.274276] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74ea05b4-452c-4cb6-b226-ba870f3f2a7e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.274276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74ea05b4-452c-4cb6-b226-ba870f3f2a7e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.274276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74ea05b4-452c-4cb6-b226-ba870f3f2a7e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.274276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74ea05b4-452c-4cb6-b226-ba870f3f2a7e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.274276] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74ea05b4-452c-4cb6-b226-ba870f3f2a7e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.283468] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.283468] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.283674] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.284201] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.284674] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.284674] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-8f615391-1346-4837-9be2-b807f6819040" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.451946] env[70860]: INFO networking_nsxv3.common.synchronization [req-c12c50cf-3f82-4899-b3b4-33da0510f088 req-2d0e64e8-c0ff-43dc-8c0a-baccff8ad646 service nova] Enqueued Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_rules [ 663.452144] env[70860]: INFO networking_nsxv3.common.synchronization [req-c12c50cf-3f82-4899-b3b4-33da0510f088 req-2d0e64e8-c0ff-43dc-8c0a-baccff8ad646 service nova] Enqueued Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 663.452285] env[70860]: INFO networking_nsxv3.common.synchronization [req-c12c50cf-3f82-4899-b3b4-33da0510f088 req-2d0e64e8-c0ff-43dc-8c0a-baccff8ad646 service nova] Enqueued Resource ID: 78ec417f-1470-4d7b-9efe-9f82ace38d41 with Priority: HIGHEST for action port [ 663.452521] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_rules [ 663.452803] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 663.452803] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ec417f-1470-4d7b-9efe-9f82ace38d41 with Priority: HIGHEST for action port [ 663.453411] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.453553] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.453830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.453881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.453929] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.454782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.454920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.455210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.455294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.455375] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.455522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.455522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.456101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.456101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.456101] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.457353] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ec417f-1470-4d7b-9efe-9f82ace38d41 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.457467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ec417f-1470-4d7b-9efe-9f82ace38d41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.457523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ec417f-1470-4d7b-9efe-9f82ace38d41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.457682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ec417f-1470-4d7b-9efe-9f82ace38d41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.457992] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ec417f-1470-4d7b-9efe-9f82ace38d41',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.723260] env[70860]: INFO networking_nsxv3.common.synchronization [None req-1ead84fa-4434-4dda-b2b8-6ec1be9b02f7 None None] Enqueued Resource ID: 2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216 with Priority: HIGHEST for action port [ 663.723260] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216 with Priority: HIGHEST for action port [ 663.723260] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.723260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.723260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.723260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.723260] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.798703] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.798703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.798703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.798703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.798703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.798971] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74ea05b4-452c-4cb6-b226-ba870f3f2a7e already deleted. [ 663.798971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74ea05b4-452c-4cb6-b226-ba870f3f2a7e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.962044] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.962044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.976848] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.978139] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ec417f-1470-4d7b-9efe-9f82ace38d41 with status ACTIVE [ 663.979040] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.979040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.979040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.979040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.979040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.980660] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.980660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.980660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.980660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.980660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.980903] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.981653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.981653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.981653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.981653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.981653] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ec417f-1470-4d7b-9efe-9f82ace38d41 is going to be updated. [ 664.015844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.015844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.015844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.015844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.015844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.015844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ec417f-1470-4d7b-9efe-9f82ace38d41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.227715] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216 [ 664.228111] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.228209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.228209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.228405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.228510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.228909] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216 already deleted. [ 664.228909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b2bbbd7-ff98-4ef0-8f31-2ef2456f1216" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.480223] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.829127] env[70860]: INFO networking_nsxv3.common.synchronization [req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 req-1e380a42-79cf-4005-8176-41cb4c208115 service nova] Enqueued Resource ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 with Priority: HIGHEST for action security_group_rules [ 664.829776] env[70860]: INFO networking_nsxv3.common.synchronization [req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 req-1e380a42-79cf-4005-8176-41cb4c208115 service nova] Enqueued Resource ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 with Priority: HIGHEST for action security_group_members [ 664.829776] env[70860]: INFO networking_nsxv3.common.synchronization [req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 req-1e380a42-79cf-4005-8176-41cb4c208115 service nova] Enqueued Resource ID: 8f615391-1346-4837-9be2-b807f6819040 with Priority: HIGHEST for action port [ 664.829776] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 with Priority: HIGHEST for action security_group_rules [ 664.829776] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 with Priority: HIGHEST for action security_group_members [ 664.830023] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f615391-1346-4837-9be2-b807f6819040 with Priority: HIGHEST for action port [ 664.832108] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a778bcf9-1f09-4cc3-9751-6e3b4e991825 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.832108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.832108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.832108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.832108] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a778bcf9-1f09-4cc3-9751-6e3b4e991825',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.832430] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a778bcf9-1f09-4cc3-9751-6e3b4e991825 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.832539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.832603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.832798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.832968] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.833168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.833168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.833332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.834212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.834410] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a778bcf9-1f09-4cc3-9751-6e3b4e991825',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.835119] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f615391-1346-4837-9be2-b807f6819040 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.835249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f615391-1346-4837-9be2-b807f6819040" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.836128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f615391-1346-4837-9be2-b807f6819040" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.836128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f615391-1346-4837-9be2-b807f6819040" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.836128] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f615391-1346-4837-9be2-b807f6819040',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.982959] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.983131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.984393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.984393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.984393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.984393] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e is going to be created. [ 665.028318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.028815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.028815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.028815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.029151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.042097] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: UNINITIALIZED for 2s [ 665.316699] env[70860]: INFO networking_nsxv3.common.synchronization [req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 req-d8a5fa3e-56cf-4307-aa56-02e1bfdccb84 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Enqueued Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGHEST for action security_group_members [ 665.318162] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGHEST for action security_group_members [ 665.318162] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a2381d-f95a-434e-b3af-593b73ccbf42 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.318162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.318162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.318162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.318162] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.318392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.318392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.318619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.318619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.318619] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a2381d-f95a-434e-b3af-593b73ccbf42',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.339463] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a778bcf9-1f09-4cc3-9751-6e3b4e991825 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.339463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.339463] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f615391-1346-4837-9be2-b807f6819040 with status ACTIVE [ 665.339463] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.339463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.339463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.339463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.339463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.339463] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.339463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.339463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.339463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.339463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.340023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.340023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.340621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.340884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.341130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.341492] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f615391-1346-4837-9be2-b807f6819040 is going to be updated. [ 665.343068] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a778bcf9-1f09-4cc3-9751-6e3b4e991825',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.364118] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.364497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.364634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.364886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.365080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.365290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f615391-1346-4837-9be2-b807f6819040" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.401386] env[70860]: INFO networking_nsxv3.common.synchronization [None req-eb619206-abb3-440e-8a72-37e306f8b7f1 None None] Enqueued Resource ID: 4a702ff7-f30c-44d5-a41f-9bd18f2acdd7 with Priority: HIGHEST for action port [ 665.401663] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a702ff7-f30c-44d5-a41f-9bd18f2acdd7 with Priority: HIGHEST for action port [ 665.403896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a702ff7-f30c-44d5-a41f-9bd18f2acdd7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.403896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a702ff7-f30c-44d5-a41f-9bd18f2acdd7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.403896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a702ff7-f30c-44d5-a41f-9bd18f2acdd7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.403896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a702ff7-f30c-44d5-a41f-9bd18f2acdd7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.403896] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a702ff7-f30c-44d5-a41f-9bd18f2acdd7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.698944] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9c50efea-a9d2-40b5-b8ef-88c03868c4fc None None] Enqueued Resource ID: 6ca79129-bf23-49b5-b661-28f1061a6e0e with Priority: HIGHEST for action port [ 665.699580] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca79129-bf23-49b5-b661-28f1061a6e0e with Priority: HIGHEST for action port [ 665.699896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ca79129-bf23-49b5-b661-28f1061a6e0e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.700366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ca79129-bf23-49b5-b661-28f1061a6e0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.700804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ca79129-bf23-49b5-b661-28f1061a6e0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.700804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ca79129-bf23-49b5-b661-28f1061a6e0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.700922] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca79129-bf23-49b5-b661-28f1061a6e0e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.822554] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.823013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.823013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.823179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.823609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.823609] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.823713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.823713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.824505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.824505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.824505] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 already deleted. [ 665.824505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.845645] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a778bcf9-1f09-4cc3-9751-6e3b4e991825',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.857721] env[70860]: INFO networking_nsxv3.common.synchronization [None req-ddf61e58-de31-4f66-89d5-48541a56dfcd None None] Enqueued Resource ID: faed644a-491b-48a8-963e-7c4f4c2b5044 with Priority: HIGHEST for action port [ 665.860653] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faed644a-491b-48a8-963e-7c4f4c2b5044 with Priority: HIGHEST for action port [ 665.860653] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-faed644a-491b-48a8-963e-7c4f4c2b5044 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.860653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faed644a-491b-48a8-963e-7c4f4c2b5044" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.860653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faed644a-491b-48a8-963e-7c4f4c2b5044" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.860653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faed644a-491b-48a8-963e-7c4f4c2b5044" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.860653] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faed644a-491b-48a8-963e-7c4f4c2b5044',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.908023] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a702ff7-f30c-44d5-a41f-9bd18f2acdd7 [ 665.908023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.908023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.908023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.908023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.908023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.908023] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a702ff7-f30c-44d5-a41f-9bd18f2acdd7 already deleted. [ 665.908023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a702ff7-f30c-44d5-a41f-9bd18f2acdd7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.047880] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.047880] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.047880] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.047880] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.048207] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.048506] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.048736] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.049159] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.049404] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.049698] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.049918] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.050619] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.050836] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.051189] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.051429] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.051663] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.073088] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.073088] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.073088] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.073088] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.073088] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-08ffe4cf-b804-4af1-ba72-335cc3417199 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.073088] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-08ffe4cf-b804-4af1-ba72-335cc3417199" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.073088] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-08ffe4cf-b804-4af1-ba72-335cc3417199" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.073088] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-08ffe4cf-b804-4af1-ba72-335cc3417199" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.073088] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ffe4cf-b804-4af1-ba72-335cc3417199',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.202921] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ca79129-bf23-49b5-b661-28f1061a6e0e [ 666.203179] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.203317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.203396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.203596] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.203682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.203773] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ca79129-bf23-49b5-b661-28f1061a6e0e already deleted. [ 666.203853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ca79129-bf23-49b5-b661-28f1061a6e0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.351144] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.351294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.351360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.351656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.351702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.351781] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 is going to be created. [ 666.365633] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faed644a-491b-48a8-963e-7c4f4c2b5044 [ 666.365633] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.365633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.365633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.365633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.365633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.365633] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faed644a-491b-48a8-963e-7c4f4c2b5044 already deleted. [ 666.365633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faed644a-491b-48a8-963e-7c4f4c2b5044" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.379155] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.379355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.379355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.382025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.382025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.391986] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 in Status: UNINITIALIZED for 2s [ 666.411452] env[70860]: INFO networking_nsxv3.common.synchronization [None req-51f6c6e7-529c-4c9c-8f09-6cef2a5c42fa None None] Enqueued Resource ID: a5953d5d-ac11-4fa6-afd7-bb0522ee2abc with Priority: HIGHEST for action port [ 666.411452] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5953d5d-ac11-4fa6-afd7-bb0522ee2abc with Priority: HIGHEST for action port [ 666.412420] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5953d5d-ac11-4fa6-afd7-bb0522ee2abc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.414602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5953d5d-ac11-4fa6-afd7-bb0522ee2abc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.414777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5953d5d-ac11-4fa6-afd7-bb0522ee2abc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.415176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5953d5d-ac11-4fa6-afd7-bb0522ee2abc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.415347] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5953d5d-ac11-4fa6-afd7-bb0522ee2abc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.575639] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.578950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.578950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.578950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.578950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.578950] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 08ffe4cf-b804-4af1-ba72-335cc3417199 not found, creating... [ 666.579335] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.579424] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.579544] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.579769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.579908] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.580221] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.580383] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.580498] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.580710] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.580844] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.580986] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 08ffe4cf-b804-4af1-ba72-335cc3417199 is going to be created. [ 666.603217] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.603556] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.603556] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.603833] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.604075] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.604318] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-08ffe4cf-b804-4af1-ba72-335cc3417199" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.874080] env[70860]: INFO networking_nsxv3.common.synchronization [req-578bc11d-2d5a-4694-beca-dbf41dd823ef req-5d661671-dc55-4cea-8a47-2c7b4bbd67c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Enqueued Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGHEST for action security_group_members [ 666.874619] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGHEST for action security_group_members [ 666.874994] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1493401e-18b7-46c7-89e3-e58a14fbefe0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.875083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.876859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.876859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.876859] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.876859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.876859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.876859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.876859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.876859] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1493401e-18b7-46c7-89e3-e58a14fbefe0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.920538] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5953d5d-ac11-4fa6-afd7-bb0522ee2abc [ 666.920538] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.920538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.920538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.920538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.920538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.920538] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5953d5d-ac11-4fa6-afd7-bb0522ee2abc already deleted. [ 666.920538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5953d5d-ac11-4fa6-afd7-bb0522ee2abc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.056127] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: SUCCESS [ 667.056127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.056127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.056127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.056127] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.056127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.056127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.056127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.056127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.056127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.056127] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.379694] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.380139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.380311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.380797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.380797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.380919] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.381115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.381191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.381358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.381538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.381538] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 already deleted. [ 667.381684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.558885] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.559482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.559482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.559594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.560084] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.560084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.560084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.561467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.561467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.561467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.561467] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.561467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.561870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.562292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.562292] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.562575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.562684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.562959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.563209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.563316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.563561] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.571074] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.571074] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-892" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.571074] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-892" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.571790] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-892" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.571790] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.571925] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.571982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.573511] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.573711] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.574027] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.574192] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.574398] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.574468] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.574615] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.574751] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.574971] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.595798] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.595798] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.595798] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.595798] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-892" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.596058] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.596058] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.596185] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.598055] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.598555] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.805172] env[70860]: INFO networking_nsxv3.common.synchronization [req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 req-ea1b7248-baff-4db8-a2bc-585086f06238 service nova] Enqueued Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGHEST for action security_group_rules [ 667.805172] env[70860]: INFO networking_nsxv3.common.synchronization [req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 req-ea1b7248-baff-4db8-a2bc-585086f06238 service nova] Enqueued Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGHEST for action security_group_members [ 667.805172] env[70860]: INFO networking_nsxv3.common.synchronization [req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 req-ea1b7248-baff-4db8-a2bc-585086f06238 service nova] Enqueued Resource ID: 08ffe4cf-b804-4af1-ba72-335cc3417199 with Priority: HIGHEST for action port [ 667.805172] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGHEST for action security_group_rules [ 667.805172] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGHEST for action security_group_members [ 667.805172] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ffe4cf-b804-4af1-ba72-335cc3417199 with Priority: HIGHEST for action port [ 667.805172] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a2381d-f95a-434e-b3af-593b73ccbf42 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.805172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.805172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.805595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.805821] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a2381d-f95a-434e-b3af-593b73ccbf42',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.807286] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a2381d-f95a-434e-b3af-593b73ccbf42 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.807548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.807696] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.807983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.808257] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.809094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.809094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.809094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.809094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.809094] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a2381d-f95a-434e-b3af-593b73ccbf42',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.810401] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ffe4cf-b804-4af1-ba72-335cc3417199 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.810501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ffe4cf-b804-4af1-ba72-335cc3417199" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.810581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ffe4cf-b804-4af1-ba72-335cc3417199" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.810738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ffe4cf-b804-4af1-ba72-335cc3417199" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.810877] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ffe4cf-b804-4af1-ba72-335cc3417199',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.931577] env[70860]: INFO networking_nsxv3.common.synchronization [req-a5593879-5bff-4116-8f7d-5b6fdc16ae2c req-342ba9af-ac88-4ca1-9958-b6c140c514e6 tempest-SecurityGroupRulesTestJSON-1797563804 tempest-SecurityGroupRulesTestJSON-1797563804-project-member] Enqueued Resource ID: df3699b9-9ee9-44d8-b06c-636ef9cda521 with Priority: HIGHEST for action security_group_rules [ 667.932094] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3699b9-9ee9-44d8-b06c-636ef9cda521 with Priority: HIGHEST for action security_group_rules [ 667.932384] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3699b9-9ee9-44d8-b06c-636ef9cda521 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.936018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3699b9-9ee9-44d8-b06c-636ef9cda521" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.936018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3699b9-9ee9-44d8-b06c-636ef9cda521" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.936018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3699b9-9ee9-44d8-b06c-636ef9cda521" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.936018] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3699b9-9ee9-44d8-b06c-636ef9cda521',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.019229] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c6cdfe7a-5aac-453e-a603-d2a35e036e8f tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Enqueued Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_rules [ 668.023251] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_rules [ 668.023860] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec1be709-efa9-40f0-a598-32a49eee15f1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.024385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.024385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.024485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.024517] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.070087] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a939d2-07fd-474c-8c70-0fa16b2e8b5e: rpc.has_security_group_logging(os_id): False [ 668.087672] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.087835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.087877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.088109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.089224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.089346] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.089476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.089558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.089721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.089801] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.089993] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.090098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.090157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.094020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.094020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.094020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.094020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.094020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.094020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.094020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.094020] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e is going to be created. [ 668.102508] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.102734] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.103080] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.103387] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.103553] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.103735] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 not found, creating... [ 668.104013] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.104198] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.104334] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.104558] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.104714] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.106516] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.106846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.107067] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.107418] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.107566] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.107715] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 is going to be created. [ 668.139538] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.139749] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.139919] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.140182] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.140409] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.140624] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.164153] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.164355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.164458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.164678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.164994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.179491] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: IN_PROGRESS for 2s [ 668.198344] env[70860]: INFO networking_nsxv3.common.synchronization [None req-5455d7ac-5c7f-4687-a5d7-b6bd900cec5c tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Enqueued Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_rules [ 668.199976] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_rules [ 668.200390] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec1be709-efa9-40f0-a598-32a49eee15f1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.200511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.312556] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a2381d-f95a-434e-b3af-593b73ccbf42',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.314415] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a2381d-f95a-434e-b3af-593b73ccbf42 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.314415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.314646] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08ffe4cf-b804-4af1-ba72-335cc3417199 with status ACTIVE [ 668.314720] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.314897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.315117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.316559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.316710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.317135] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.317313] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.317397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.317643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.317838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.318114] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.318383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.318383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.318522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.318570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.318652] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08ffe4cf-b804-4af1-ba72-335cc3417199 is going to be updated. [ 668.352878] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.354031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.354031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.354031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.354031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.354286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ffe4cf-b804-4af1-ba72-335cc3417199" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.408829] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 in Status: SUCCESS [ 668.409109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.409278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.409573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.409802] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.413104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.413104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.413104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.413104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.413104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.413104] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a778bcf9-1f09-4cc3-9751-6e3b4e991825',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.465736] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.465907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.465955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.466210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.466300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.466390] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3699b9-9ee9-44d8-b06c-636ef9cda521 already deleted. [ 668.466468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3699b9-9ee9-44d8-b06c-636ef9cda521" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.551200] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.551200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.551200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.551200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.551200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.551200] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec1be709-efa9-40f0-a598-32a49eee15f1 already deleted. [ 668.551200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.551200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.551200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.551200] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.603580] env[70860]: INFO networking_nsxv3.common.synchronization [None req-2b1466e9-42a8-44a2-8521-2ab70dd6183d None None] Enqueued Resource ID: 2ea75fd4-4e31-4539-bd18-9bf21e9346d6 with Priority: HIGHEST for action port [ 668.603580] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea75fd4-4e31-4539-bd18-9bf21e9346d6 with Priority: HIGHEST for action port [ 668.603580] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ea75fd4-4e31-4539-bd18-9bf21e9346d6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.603580] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ea75fd4-4e31-4539-bd18-9bf21e9346d6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.603580] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ea75fd4-4e31-4539-bd18-9bf21e9346d6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.603836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ea75fd4-4e31-4539-bd18-9bf21e9346d6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.603918] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ea75fd4-4e31-4539-bd18-9bf21e9346d6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.821294] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a2381d-f95a-434e-b3af-593b73ccbf42',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.915483] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a778bcf9-1f09-4cc3-9751-6e3b4e991825 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.915483] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.915483] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a778bcf9-1f09-4cc3-9751-6e3b4e991825 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.915483] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.915483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.916117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.916117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.916117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.916244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.916283] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a778bcf9-1f09-4cc3-9751-6e3b4e991825',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.075637] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.075916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.075916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.076091] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.076186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.076280] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec1be709-efa9-40f0-a598-32a49eee15f1 already deleted. [ 669.076357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.106143] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ea75fd4-4e31-4539-bd18-9bf21e9346d6 [ 669.106848] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.107198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.107385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.107675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.107858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.108054] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ea75fd4-4e31-4539-bd18-9bf21e9346d6 already deleted. [ 669.108325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ea75fd4-4e31-4539-bd18-9bf21e9346d6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.324835] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.325039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.325120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.325329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.325416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.325512] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 is going to be created. [ 669.350587] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.351049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.351344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.351618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.352077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.362117] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 in Status: UNINITIALIZED for 2s [ 669.371314] env[70860]: INFO networking_nsxv3.common.synchronization [None req-ef0922c3-cff8-40a8-9329-d44d7c26aaab None None] Enqueued Resource ID: 6f56fcf2-b12a-4ca1-877f-663bf4358853 with Priority: HIGHEST for action port [ 669.372680] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f56fcf2-b12a-4ca1-877f-663bf4358853 with Priority: HIGHEST for action port [ 669.373052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f56fcf2-b12a-4ca1-877f-663bf4358853 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.373189] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f56fcf2-b12a-4ca1-877f-663bf4358853" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.373255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f56fcf2-b12a-4ca1-877f-663bf4358853" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.375979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f56fcf2-b12a-4ca1-877f-663bf4358853" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.376073] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f56fcf2-b12a-4ca1-877f-663bf4358853',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.420946] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a778bcf9-1f09-4cc3-9751-6e3b4e991825: rpc.has_security_group_logging(os_id): False [ 669.442829] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.443135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.443135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.443369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.443479] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.443654] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.443788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.443788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.443945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.444176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.444252] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.444322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.444471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.444516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.444551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.444736] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.444874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.444874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.445355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.445355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.445355] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 is going to be created. [ 669.508762] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.508884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.508928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.510561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.510561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.520193] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 in Status: IN_PROGRESS for 2s [ 669.864500] env[70860]: INFO networking_nsxv3.common.synchronization [None req-08edf142-390d-4f4f-97be-298aff5921ea tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Enqueued Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_rules [ 669.865294] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_rules [ 669.866021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d3fdf7-7667-4f26-adb6-72d43712517d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.866021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.866021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.869044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.869044] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.878989] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f56fcf2-b12a-4ca1-877f-663bf4358853 [ 669.878989] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.878989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.878989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.884622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.885095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.886280] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f56fcf2-b12a-4ca1-877f-663bf4358853 already deleted. [ 669.886280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f56fcf2-b12a-4ca1-877f-663bf4358853" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.980598] env[70860]: INFO networking_nsxv3.common.synchronization [req-578bc11d-2d5a-4694-beca-dbf41dd823ef req-0e64d0b7-7cb6-488b-a05e-8be51b32488a service nova] Enqueued Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGHEST for action security_group_rules [ 669.980598] env[70860]: INFO networking_nsxv3.common.synchronization [req-578bc11d-2d5a-4694-beca-dbf41dd823ef req-0e64d0b7-7cb6-488b-a05e-8be51b32488a service nova] Enqueued Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGHEST for action security_group_members [ 669.980598] env[70860]: INFO networking_nsxv3.common.synchronization [req-578bc11d-2d5a-4694-beca-dbf41dd823ef req-0e64d0b7-7cb6-488b-a05e-8be51b32488a service nova] Enqueued Resource ID: 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 with Priority: HIGHEST for action port [ 669.980598] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGHEST for action security_group_rules [ 669.980864] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGHEST for action security_group_members [ 669.980864] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 with Priority: HIGHEST for action port [ 669.981672] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1493401e-18b7-46c7-89e3-e58a14fbefe0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.981672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.981672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.981969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.981969] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1493401e-18b7-46c7-89e3-e58a14fbefe0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.982846] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1493401e-18b7-46c7-89e3-e58a14fbefe0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.982974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.983095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.983297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.983491] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.984115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.984115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.984115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.984115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.984115] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1493401e-18b7-46c7-89e3-e58a14fbefe0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.984870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.984978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.985082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.985214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.985290] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.063544] env[70860]: INFO networking_nsxv3.common.synchronization [None req-4f837448-093a-424d-9aac-53e3cc144a35 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Enqueued Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_rules [ 670.064121] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_rules [ 670.064431] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d3fdf7-7667-4f26-adb6-72d43712517d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.064530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.152729] env[70860]: INFO networking_nsxv3.common.synchronization [req-99e08f34-2293-4439-9d38-43f891a66c39 req-97adbc84-1af4-4a5f-bd77-71ccc7d9f0e7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 670.155090] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 670.155397] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.155520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.155603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.155804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.155962] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.156042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.156104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.156246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.156325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.156424] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.197164] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: SUCCESS [ 670.197164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.394826] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.395034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.395034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.395302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.395343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.395431] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d3fdf7-7667-4f26-adb6-72d43712517d already deleted. [ 670.396025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.396025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.396025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.396025] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.487569] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1493401e-18b7-46c7-89e3-e58a14fbefe0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.488628] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1493401e-18b7-46c7-89e3-e58a14fbefe0 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.488628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.490430] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 with status ACTIVE [ 670.490679] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.491107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.491107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.491213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.491282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.491455] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.491561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.491622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.496297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.496297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.496297] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.496297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.496297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.496297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.496297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.496297] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 is going to be updated. [ 670.519461] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.519461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.519461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.519461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.519461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.519461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.660639] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.660639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.660639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.660639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.660639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.660639] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.660639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.660639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.660639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.660639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.660639] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 already deleted. [ 670.660639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.681801] env[70860]: INFO networking_nsxv3.common.synchronization [None req-119a91b0-1eb4-4415-8ca2-ca33c1d0b66b None None] Enqueued Resource ID: 356fba07-4cbc-4010-8c78-78ba903bf5a4 with Priority: HIGHEST for action port [ 670.682367] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356fba07-4cbc-4010-8c78-78ba903bf5a4 with Priority: HIGHEST for action port [ 670.683035] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-356fba07-4cbc-4010-8c78-78ba903bf5a4 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.683035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-356fba07-4cbc-4010-8c78-78ba903bf5a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.683035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-356fba07-4cbc-4010-8c78-78ba903bf5a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.683275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-356fba07-4cbc-4010-8c78-78ba903bf5a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.683393] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356fba07-4cbc-4010-8c78-78ba903bf5a4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.918831] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.918831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.918831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.918831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.918831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.918831] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d3fdf7-7667-4f26-adb6-72d43712517d already deleted. [ 670.918831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.991185] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1493401e-18b7-46c7-89e3-e58a14fbefe0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.185313] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 356fba07-4cbc-4010-8c78-78ba903bf5a4 [ 671.185597] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.185866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.185866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.186121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.186121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.186203] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:356fba07-4cbc-4010-8c78-78ba903bf5a4 already deleted. [ 671.186253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-356fba07-4cbc-4010-8c78-78ba903bf5a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.241101] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.241692] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.243731] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.244202] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.244456] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.244642] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.244802] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.245133] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.245350] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.245645] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.245690] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.245805] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.245937] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.246095] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.246210] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.246347] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.268022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.268022] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.268022] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.268022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.268022] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.268022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.268022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.268022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.268022] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.371541] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 in Status: SUCCESS [ 671.371797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.372038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.373703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.373703] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.373703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.373703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.373703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.373703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.373703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.373937] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a2381d-f95a-434e-b3af-593b73ccbf42',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.494316] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.494490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.494555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.494779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.494866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.495020] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 is going to be created. [ 671.524503] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.524503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.525322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.525494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.525740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.536263] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 in Status: UNINITIALIZED for 2s [ 671.537676] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 in Status: SUCCESS [ 671.537676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.771812] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.772438] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.772438] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.772601] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.772707] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.772866] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 not found, creating... [ 671.774008] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.774008] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.774008] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.774008] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.774008] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.774290] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.774345] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.774432] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.775262] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.775262] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.775262] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 is going to be created. [ 671.798391] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.799458] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.799765] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.800371] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.800763] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.801099] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.834753] env[70860]: INFO networking_nsxv3.common.synchronization [req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb req-ad09548a-d4ed-4381-a89a-1890f3232628 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 671.835601] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 671.835856] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.835959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.835959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.837439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.837711] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.837808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.837863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.838061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.838169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.838254] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.880333] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a2381d-f95a-434e-b3af-593b73ccbf42 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.880333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.880333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.880333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.880333] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.880333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.880333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.881255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.881255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.881255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.881255] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a2381d-f95a-434e-b3af-593b73ccbf42 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.881255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.881255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.881255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.881255] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.881255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.881767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.881767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.881767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.881767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.881767] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a2381d-f95a-434e-b3af-593b73ccbf42',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.342606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.342867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.342867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.344048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.344048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.344048] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.344048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.344048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.344274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.344274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.344335] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc already deleted. [ 672.346205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.384787] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a2381d-f95a-434e-b3af-593b73ccbf42: rpc.has_security_group_logging(os_id): False [ 672.408870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.408870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.408870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.408870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.410152] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.410152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.410152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.410152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.410152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.410152] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 is going to be created. [ 672.500364] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.500364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.500364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.500670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.500890] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.506748] env[70860]: INFO networking_nsxv3.common.synchronization [None req-d0eea10c-f2c2-4cbe-aabb-107ae720e60f None None] Enqueued Resource ID: 075e4b29-dc22-4c7b-8846-6cade560e606 with Priority: HIGHEST for action port [ 672.507763] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075e4b29-dc22-4c7b-8846-6cade560e606 with Priority: HIGHEST for action port [ 672.508394] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-075e4b29-dc22-4c7b-8846-6cade560e606 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.508531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-075e4b29-dc22-4c7b-8846-6cade560e606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.508610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-075e4b29-dc22-4c7b-8846-6cade560e606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.509040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-075e4b29-dc22-4c7b-8846-6cade560e606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.509040] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075e4b29-dc22-4c7b-8846-6cade560e606',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.527519] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 in Status: IN_PROGRESS for 2s [ 673.013037] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 075e4b29-dc22-4c7b-8846-6cade560e606 [ 673.013037] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.013037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.013037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.013037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.013037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.013037] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:075e4b29-dc22-4c7b-8846-6cade560e606 already deleted. [ 673.013037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-075e4b29-dc22-4c7b-8846-6cade560e606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.178180] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.178180] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.178180] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.178180] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.178180] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.178927] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.179393] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.182783] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.182783] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.182783] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.182783] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.182783] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.182783] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.182783] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.182783] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.182783] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.207346] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.207597] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.207750] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.207937] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.208392] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-2487d051-c1d3-40c3-aabd-0508c8598798 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.208517] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-2487d051-c1d3-40c3-aabd-0508c8598798" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.208604] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-2487d051-c1d3-40c3-aabd-0508c8598798" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.208898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-2487d051-c1d3-40c3-aabd-0508c8598798" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.209097] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2487d051-c1d3-40c3-aabd-0508c8598798',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.453806] env[70860]: INFO networking_nsxv3.common.synchronization [req-99e08f34-2293-4439-9d38-43f891a66c39 req-c16ae419-a1d6-4aa2-b135-b673fcd8ba32 service nova] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_rules [ 673.454119] env[70860]: INFO networking_nsxv3.common.synchronization [req-99e08f34-2293-4439-9d38-43f891a66c39 req-c16ae419-a1d6-4aa2-b135-b673fcd8ba32 service nova] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 673.454226] env[70860]: INFO networking_nsxv3.common.synchronization [req-99e08f34-2293-4439-9d38-43f891a66c39 req-c16ae419-a1d6-4aa2-b135-b673fcd8ba32 service nova] Enqueued Resource ID: 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 with Priority: HIGHEST for action port [ 673.454717] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_rules [ 673.454893] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 673.462752] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 with Priority: HIGHEST for action port [ 673.462860] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.462997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.463098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.463368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.463454] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.464454] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.464551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.464605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.464800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.464946] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.465085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.465147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.465300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.465393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.465608] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.468650] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.468650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.468650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.468650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.468650] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.480019] env[70860]: INFO networking_nsxv3.common.synchronization [None req-5e1a59b1-5c1e-4099-975c-e6cea2bd89a3 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_rules [ 673.480019] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_rules [ 673.484062] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.484062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.484062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.484062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.484062] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.517028] env[70860]: INFO networking_nsxv3.common.synchronization [req-491c0de8-b865-4b88-ae25-dbb760ef23cc req-80a296bf-7683-435a-882f-03a231272c7e tempest-SecurityGroupRulesTestJSON-1797563804 tempest-SecurityGroupRulesTestJSON-1797563804-project-member] Enqueued Resource ID: 8a5c02ba-f0ee-4abb-b4e0-ba44e05397ac with Priority: HIGHEST for action security_group_rules [ 673.517028] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5c02ba-f0ee-4abb-b4e0-ba44e05397ac with Priority: HIGHEST for action security_group_rules [ 673.517028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a5c02ba-f0ee-4abb-b4e0-ba44e05397ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.517028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a5c02ba-f0ee-4abb-b4e0-ba44e05397ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.517028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a5c02ba-f0ee-4abb-b4e0-ba44e05397ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.517028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a5c02ba-f0ee-4abb-b4e0-ba44e05397ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.517028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a5c02ba-f0ee-4abb-b4e0-ba44e05397ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.552402] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 in Status: SUCCESS [ 673.552402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.552402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.552402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.552402] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.552402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.552402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.552402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.552402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.552402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.552402] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1493401e-18b7-46c7-89e3-e58a14fbefe0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.583706] env[70860]: INFO networking_nsxv3.common.synchronization [None req-89f62298-540f-4e01-bfc3-0cb2654b3e2c None None] Enqueued Resource ID: b465bf65-636d-4e91-9a56-0bbf260895b7 with Priority: HIGHEST for action port [ 673.584189] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b465bf65-636d-4e91-9a56-0bbf260895b7 with Priority: HIGHEST for action port [ 673.584493] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-b465bf65-636d-4e91-9a56-0bbf260895b7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.584740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b465bf65-636d-4e91-9a56-0bbf260895b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.584740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b465bf65-636d-4e91-9a56-0bbf260895b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.584987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b465bf65-636d-4e91-9a56-0bbf260895b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.585084] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b465bf65-636d-4e91-9a56-0bbf260895b7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.711817] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.712063] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.712197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.712480] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.712632] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.712832] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 2487d051-c1d3-40c3-aabd-0508c8598798 not found, creating... [ 673.713065] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.713248] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.713373] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.713583] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.713725] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.714043] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.714203] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.714319] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.714534] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.714686] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.714829] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 2487d051-c1d3-40c3-aabd-0508c8598798 is going to be created. [ 673.736699] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.737739] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.737739] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.738070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.739349] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.739349] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-2487d051-c1d3-40c3-aabd-0508c8598798" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.773195] env[70860]: INFO networking_nsxv3.common.synchronization [None req-50a501f0-d0e7-4a3a-be8c-dea872d3b108 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_rules [ 673.773195] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_rules [ 673.773195] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.773946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.969437] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.969597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.970022] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.970973] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 with status ACTIVE [ 673.971180] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.973017] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.973017] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.973017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.974100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.976306] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 is going to be updated. [ 674.010026] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.010200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.010242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.012476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.012476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.012476] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b already deleted. [ 674.012476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.013124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.019381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.019475] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.021383] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.021527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.021640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.021822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.021956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.022875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.052158] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.052158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.052158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.052158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.052158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.052158] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a5c02ba-f0ee-4abb-b4e0-ba44e05397ac already deleted. [ 674.052158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a5c02ba-f0ee-4abb-b4e0-ba44e05397ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.055533] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1493401e-18b7-46c7-89e3-e58a14fbefe0 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.055533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.055533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.055533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.055533] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.055533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.055533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.055533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.055533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.055533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.056105] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1493401e-18b7-46c7-89e3-e58a14fbefe0 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.056105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.056105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.056105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.056105] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.056348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.056348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.056431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.056476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.056526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.056984] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1493401e-18b7-46c7-89e3-e58a14fbefe0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.087027] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b465bf65-636d-4e91-9a56-0bbf260895b7 [ 674.087955] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.088232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.088232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.088442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.089014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.089014] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b465bf65-636d-4e91-9a56-0bbf260895b7 already deleted. [ 674.089014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b465bf65-636d-4e91-9a56-0bbf260895b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.480386] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.549991] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.550119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.550180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.550430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.550581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.550686] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b already deleted. [ 674.551273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.552642] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 in Status: SUCCESS [ 674.552970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.562571] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1493401e-18b7-46c7-89e3-e58a14fbefe0: rpc.has_security_group_logging(os_id): False [ 674.585114] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.586190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.588653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.588653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.588653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.588653] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.590478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.590478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.590478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.590478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.591962] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.591962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.591962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.591962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.591962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.591962] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.591962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.592533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.592533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.592533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.592533] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 is going to be created. [ 674.657435] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.657590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.657884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.657884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.658052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.671871] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 in Status: IN_PROGRESS for 2s [ 674.988268] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.988268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.988268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.988268] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 is going to be created. [ 675.014122] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.014122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.014122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.014122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.014122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.022976] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: UNINITIALIZED for 2s [ 675.258461] env[70860]: INFO networking_nsxv3.common.synchronization [req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb req-8575fe08-5ac5-4e9d-9ef2-d6257f917a30 service nova] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_rules [ 675.258632] env[70860]: INFO networking_nsxv3.common.synchronization [req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb req-8575fe08-5ac5-4e9d-9ef2-d6257f917a30 service nova] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 675.259154] env[70860]: INFO networking_nsxv3.common.synchronization [req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb req-8575fe08-5ac5-4e9d-9ef2-d6257f917a30 service nova] Enqueued Resource ID: 2487d051-c1d3-40c3-aabd-0508c8598798 with Priority: HIGHEST for action port [ 675.259594] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_rules [ 675.259668] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 675.259713] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2487d051-c1d3-40c3-aabd-0508c8598798 with Priority: HIGHEST for action port [ 675.260423] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.260423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.260423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.261097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.261097] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.261720] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.261720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.261720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.261877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.262114] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.262114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.262248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.262292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.262580] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.262580] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.265280] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2487d051-c1d3-40c3-aabd-0508c8598798 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.265528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2487d051-c1d3-40c3-aabd-0508c8598798" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.265528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2487d051-c1d3-40c3-aabd-0508c8598798" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.266609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2487d051-c1d3-40c3-aabd-0508c8598798" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.266609] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2487d051-c1d3-40c3-aabd-0508c8598798',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.768855] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.768855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.768855] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.768855] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2487d051-c1d3-40c3-aabd-0508c8598798 with status ACTIVE [ 675.768855] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.768855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.768855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.769357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.769357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.769357] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.769357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.769357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.769515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.769568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.769743] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.769850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.769914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.770795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.770795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.770795] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2487d051-c1d3-40c3-aabd-0508c8598798 is going to be updated. [ 675.802456] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.802610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.802670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.803205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.803205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.803205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2487d051-c1d3-40c3-aabd-0508c8598798" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.273982] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.328362] env[70860]: INFO networking_nsxv3.common.synchronization [None req-e2227e85-4ace-4593-b4b3-2fc411ee8595 None None] Enqueued Resource ID: b068de1d-97ca-41ef-ae1a-d9e747bc96d0 with Priority: HIGHEST for action port [ 676.328362] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b068de1d-97ca-41ef-ae1a-d9e747bc96d0 with Priority: HIGHEST for action port [ 676.328547] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-b068de1d-97ca-41ef-ae1a-d9e747bc96d0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.328670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b068de1d-97ca-41ef-ae1a-d9e747bc96d0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.328707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b068de1d-97ca-41ef-ae1a-d9e747bc96d0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b068de1d-97ca-41ef-ae1a-d9e747bc96d0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.329532] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b068de1d-97ca-41ef-ae1a-d9e747bc96d0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.643194] env[70860]: INFO networking_nsxv3.common.synchronization [None req-ca28612f-7ce6-46b9-8bc6-e0701fc94afe None None] Enqueued Resource ID: b1e9ea59-bf5c-409e-a9ae-6d40d54d5351 with Priority: HIGHEST for action port [ 676.643441] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e9ea59-bf5c-409e-a9ae-6d40d54d5351 with Priority: HIGHEST for action port [ 676.644013] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e9ea59-bf5c-409e-a9ae-6d40d54d5351 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.644137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e9ea59-bf5c-409e-a9ae-6d40d54d5351" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.644201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e9ea59-bf5c-409e-a9ae-6d40d54d5351" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.647726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e9ea59-bf5c-409e-a9ae-6d40d54d5351" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.647726] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e9ea59-bf5c-409e-a9ae-6d40d54d5351',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.688698] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 in Status: SUCCESS [ 676.688698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.779690] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.779991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.779991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.780482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.780482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.780482] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be created. [ 676.808664] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.808664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.808664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.808664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.808664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.821981] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: UNINITIALIZED for 2s [ 676.831921] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b068de1d-97ca-41ef-ae1a-d9e747bc96d0 [ 676.831921] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.831921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.831921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.831921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.831921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.831921] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b068de1d-97ca-41ef-ae1a-d9e747bc96d0 already deleted. [ 676.831921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b068de1d-97ca-41ef-ae1a-d9e747bc96d0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.036582] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: SUCCESS [ 677.040929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.040929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.040929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.040929] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.041314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.041314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.041314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.041314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.041481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.041524] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.149455] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1e9ea59-bf5c-409e-a9ae-6d40d54d5351 [ 677.149455] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.149455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.149455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.149455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.149455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.149455] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1e9ea59-bf5c-409e-a9ae-6d40d54d5351 already deleted. [ 677.149455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e9ea59-bf5c-409e-a9ae-6d40d54d5351" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.322997] env[70860]: INFO networking_nsxv3.common.synchronization [req-b37c42e8-546c-4ee3-94d3-879716050ed4 req-33621a75-f706-433d-a603-7ef709fbe330 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 677.322997] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 677.323197] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.323254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.544504] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.544732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.544777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.545088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.545286] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.545389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.545472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.545666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.545753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.545842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.545988] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.546139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.546217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.546359] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.546515] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.546626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.546690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.546834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.546924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.547926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.548212] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.051909] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76dd1d95-f4a7-477c-8308-24aa10ae80f5: rpc.has_security_group_logging(os_id): False [ 678.072737] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.073033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.073113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.073389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.073485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.073716] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.073907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.073907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.074054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.074173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.074389] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.074512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.074576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.074740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.074822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.077500] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.078235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.078235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.078384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.078564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.078673] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 is going to be created. [ 678.135567] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.135963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.135963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.136565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.136796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.149977] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: IN_PROGRESS for 2s [ 678.518888] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.519106] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.519232] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.519534] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.520021] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.520021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.521371] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.521792] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.521877] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.522322] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.522322] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.522322] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.522654] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.522654] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.522654] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.522786] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.544706] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.544928] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.544991] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.545264] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.545582] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.545796] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.545995] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.546263] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.546433] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cdb8544-e515-4980-a21e-7c7aa6c8a46c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.835352] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 678.835352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.835352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.835352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.835352] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.835352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.835910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.835910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.835910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.836050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.836497] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.838083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.842223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.842409] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.842522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.842586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.842762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.842849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.842944] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.049085] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.049346] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.049479] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.049774] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.049950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.050129] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 4cdb8544-e515-4980-a21e-7c7aa6c8a46c not found, creating... [ 679.050419] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.050667] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.050708] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.050964] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.051128] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.052206] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.052206] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.052206] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.052206] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.053817] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.054022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 4cdb8544-e515-4980-a21e-7c7aa6c8a46c is going to be created. [ 679.077054] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.077327] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.079870] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.080346] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.080554] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.081629] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.193449] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9cd95915-4eab-453a-9e0a-b8e7ca4226ed None None] Enqueued Resource ID: 83b39000-f5f5-4b1d-acc1-f68c30d94c36 with Priority: HIGHEST for action port [ 679.193717] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b39000-f5f5-4b1d-acc1-f68c30d94c36 with Priority: HIGHEST for action port [ 679.194326] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-83b39000-f5f5-4b1d-acc1-f68c30d94c36 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.194452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83b39000-f5f5-4b1d-acc1-f68c30d94c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.194536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83b39000-f5f5-4b1d-acc1-f68c30d94c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.194789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83b39000-f5f5-4b1d-acc1-f68c30d94c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.194932] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83b39000-f5f5-4b1d-acc1-f68c30d94c36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.348147] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.348147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.348147] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.457201] env[70860]: INFO networking_nsxv3.common.synchronization [None req-049afe5f-0520-4d31-badc-f72709c30783 None None] Enqueued Resource ID: 327428d3-a02a-471a-b404-4b5faa262d74 with Priority: HIGHEST for action port [ 679.459162] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327428d3-a02a-471a-b404-4b5faa262d74 with Priority: HIGHEST for action port [ 679.459162] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-327428d3-a02a-471a-b404-4b5faa262d74 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.459162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-327428d3-a02a-471a-b404-4b5faa262d74" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.459162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-327428d3-a02a-471a-b404-4b5faa262d74" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.460041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-327428d3-a02a-471a-b404-4b5faa262d74" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.460041] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('327428d3-a02a-471a-b404-4b5faa262d74',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.494772] env[70860]: INFO networking_nsxv3.common.synchronization [req-eaa01701-2182-43f1-aecc-a35f9f67a127 req-8e9a409a-59b2-4aa1-b46a-0d4ab0843d37 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Enqueued Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 679.495381] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 679.498156] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.498156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.498156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.498390] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.498429] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.498754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.498754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.498853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.499269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.499269] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.699750] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83b39000-f5f5-4b1d-acc1-f68c30d94c36 [ 679.699750] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.699750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.699750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.699750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.699750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.699750] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83b39000-f5f5-4b1d-acc1-f68c30d94c36 already deleted. [ 679.699750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83b39000-f5f5-4b1d-acc1-f68c30d94c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.850653] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.873624] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9fafc783-3fae-4b3a-87c5-09f0aaac4267 None None] Enqueued Resource ID: dd597e91-5283-4378-94f7-acca1c0cd444 with Priority: HIGHEST for action port [ 679.873624] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd597e91-5283-4378-94f7-acca1c0cd444 with Priority: HIGHEST for action port [ 679.873624] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd597e91-5283-4378-94f7-acca1c0cd444 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.873624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd597e91-5283-4378-94f7-acca1c0cd444" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.873624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd597e91-5283-4378-94f7-acca1c0cd444" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.875483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd597e91-5283-4378-94f7-acca1c0cd444" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.875807] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd597e91-5283-4378-94f7-acca1c0cd444',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.964749] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 327428d3-a02a-471a-b404-4b5faa262d74 [ 679.964749] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.964749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.964749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.964749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.964749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.964749] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:327428d3-a02a-471a-b404-4b5faa262d74 already deleted. [ 679.964749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-327428d3-a02a-471a-b404-4b5faa262d74" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.003247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.005191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.005191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.005191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.005191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.005382] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.005436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.005466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.005622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.005702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.005790] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb already deleted. [ 680.005873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.043809] env[70860]: INFO networking_nsxv3.common.synchronization [req-b37c42e8-546c-4ee3-94d3-879716050ed4 req-2bed7c80-be24-470e-a97b-04a5fac4ccd7 service nova] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_rules [ 680.044034] env[70860]: INFO networking_nsxv3.common.synchronization [req-b37c42e8-546c-4ee3-94d3-879716050ed4 req-2bed7c80-be24-470e-a97b-04a5fac4ccd7 service nova] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 680.044179] env[70860]: INFO networking_nsxv3.common.synchronization [req-b37c42e8-546c-4ee3-94d3-879716050ed4 req-2bed7c80-be24-470e-a97b-04a5fac4ccd7 service nova] Enqueued Resource ID: 4cdb8544-e515-4980-a21e-7c7aa6c8a46c with Priority: HIGHEST for action port [ 680.044410] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_rules [ 680.044539] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 680.044634] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdb8544-e515-4980-a21e-7c7aa6c8a46c with Priority: HIGHEST for action port [ 680.046618] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.046840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.047122] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.047122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.047236] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.047814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.047911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.048146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.048224] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cdb8544-e515-4980-a21e-7c7aa6c8a46c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.061729] env[70860]: INFO networking_nsxv3.common.synchronization [None req-df451731-cf66-463e-b35d-89aa2da3c29a None None] Enqueued Resource ID: c89802b0-d090-4937-8c0a-698212b75f72 with Priority: HIGHEST for action port [ 680.061729] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89802b0-d090-4937-8c0a-698212b75f72 with Priority: HIGHEST for action port [ 680.062291] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c89802b0-d090-4937-8c0a-698212b75f72 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.062291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c89802b0-d090-4937-8c0a-698212b75f72" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.062291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c89802b0-d090-4937-8c0a-698212b75f72" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.062474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c89802b0-d090-4937-8c0a-698212b75f72" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.062515] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89802b0-d090-4937-8c0a-698212b75f72',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.160606] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: SUCCESS [ 680.160859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.360985] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.360985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.360985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.361171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.361171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.361246] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 680.381823] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd597e91-5283-4378-94f7-acca1c0cd444 [ 680.382177] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.382988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.382988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.382988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.382988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.382988] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd597e91-5283-4378-94f7-acca1c0cd444 already deleted. [ 680.382988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd597e91-5283-4378-94f7-acca1c0cd444" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.407362] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.407453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.407507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.407804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.407879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.420248] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 680.433895] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.434145] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.434264] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.434492] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.435132] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.435132] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.435132] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.438248] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.438248] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.438248] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.438248] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.438248] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.438248] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.438248] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.438248] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.438248] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.460031] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.460031] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 680.460031] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.460031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.460031] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.460031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.460031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.460031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.460031] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c063d86-a8df-4caa-a0a2-fa3c4fd138a9',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.550948] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cdb8544-e515-4980-a21e-7c7aa6c8a46c with status ACTIVE [ 680.551379] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.551379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.551568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.551659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.551745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.551919] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.552297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.552810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.552810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.552810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.553799] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.553936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.553998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.554157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.554236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.554323] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cdb8544-e515-4980-a21e-7c7aa6c8a46c is going to be updated. [ 680.566359] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c89802b0-d090-4937-8c0a-698212b75f72 [ 680.566821] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.566821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.566941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.567133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.567310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.567486] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c89802b0-d090-4937-8c0a-698212b75f72 already deleted. [ 680.567606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c89802b0-d090-4937-8c0a-698212b75f72" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.575214] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.575433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.575433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.575704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.575880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.576087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cdb8544-e515-4980-a21e-7c7aa6c8a46c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.962783] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.963726] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.963726] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.966144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.966144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.966144] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 not found, creating... [ 680.966328] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.966528] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.967054] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.967054] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.967156] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.967383] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.967546] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.967752] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.967888] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.967999] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.968185] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 is going to be created. [ 680.987439] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.988376] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.988376] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.988376] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.988539] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.988806] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.755673] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9d639cbe-b39e-4d8a-894b-81ca5b325f50 None None] Enqueued Resource ID: 97f8baa7-d8de-4bc2-9d65-c3f563f298a9 with Priority: HIGHEST for action port [ 681.756359] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8baa7-d8de-4bc2-9d65-c3f563f298a9 with Priority: HIGHEST for action port [ 681.756687] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f8baa7-d8de-4bc2-9d65-c3f563f298a9 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.756821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f8baa7-d8de-4bc2-9d65-c3f563f298a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.756894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f8baa7-d8de-4bc2-9d65-c3f563f298a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.759381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f8baa7-d8de-4bc2-9d65-c3f563f298a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.759482] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f8baa7-d8de-4bc2-9d65-c3f563f298a9',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.071113] env[70860]: INFO networking_nsxv3.common.synchronization [None req-ff496ccd-50b9-4ce9-930b-93c8daa56483 None None] Enqueued Resource ID: a9b7ebbb-6144-4600-bbd7-d3eafa913fb8 with Priority: HIGHEST for action port [ 682.071414] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b7ebbb-6144-4600-bbd7-d3eafa913fb8 with Priority: HIGHEST for action port [ 682.072074] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9b7ebbb-6144-4600-bbd7-d3eafa913fb8 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.072212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9b7ebbb-6144-4600-bbd7-d3eafa913fb8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.072282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9b7ebbb-6144-4600-bbd7-d3eafa913fb8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.072894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9b7ebbb-6144-4600-bbd7-d3eafa913fb8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.072894] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b7ebbb-6144-4600-bbd7-d3eafa913fb8',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.133935] env[70860]: INFO networking_nsxv3.common.synchronization [req-eaa01701-2182-43f1-aecc-a35f9f67a127 req-9d06eb02-b05f-41bf-9531-a4698ffc8679 service nova] Enqueued Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_rules [ 682.134122] env[70860]: INFO networking_nsxv3.common.synchronization [req-eaa01701-2182-43f1-aecc-a35f9f67a127 req-9d06eb02-b05f-41bf-9531-a4698ffc8679 service nova] Enqueued Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 682.134257] env[70860]: INFO networking_nsxv3.common.synchronization [req-eaa01701-2182-43f1-aecc-a35f9f67a127 req-9d06eb02-b05f-41bf-9531-a4698ffc8679 service nova] Enqueued Resource ID: 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 with Priority: HIGHEST for action port [ 682.134590] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_rules [ 682.134590] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 682.134719] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 with Priority: HIGHEST for action port [ 682.135304] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.135604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.135604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.135877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.135877] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.138457] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.140013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.140013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.140920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.141135] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.141256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.141367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.141539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.141633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.141746] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.142942] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.143216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.143273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.143456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.143544] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c063d86-a8df-4caa-a0a2-fa3c4fd138a9',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.262448] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f8baa7-d8de-4bc2-9d65-c3f563f298a9 [ 682.262779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.262940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.263063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.263346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.263465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.263844] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f8baa7-d8de-4bc2-9d65-c3f563f298a9 already deleted. [ 682.263844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f8baa7-d8de-4bc2-9d65-c3f563f298a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.435702] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 682.435921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.436219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.436383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.436625] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.436829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.436891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.437069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.437174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.437330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.437485] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.437571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.437618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.438263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.438263] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.442601] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.442601] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.442601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.442601] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.577752] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9b7ebbb-6144-4600-bbd7-d3eafa913fb8 [ 682.578052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.578200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.578296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.578585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.578585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.578747] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9b7ebbb-6144-4600-bbd7-d3eafa913fb8 already deleted. [ 682.578793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9b7ebbb-6144-4600-bbd7-d3eafa913fb8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.647301] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.647912] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.648217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.648901] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 with status ACTIVE [ 682.648901] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.648901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.648901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.649122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.649122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.649255] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.652035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.652253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.652822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.655275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.655569] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.655726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.655819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.656063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.656167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.656292] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 is going to be updated. [ 682.684014] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.684156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.684227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.684523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.684715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.684936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.947630] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc: rpc.has_security_group_logging(os_id): False [ 682.949335] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.967345] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.967345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.967345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.967529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.967845] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.967845] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.969409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.969409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.969409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.969409] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.969409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.969409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.969409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.969409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.969409] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.969409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.969409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.969888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.969888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.969888] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be created. [ 683.025952] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.026276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.026360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.028086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.028086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.038785] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 683.140080] env[70860]: INFO networking_nsxv3.common.synchronization [req-6b9c13b9-6442-4240-b7eb-4ec1c0d94563 req-d883e97f-f36d-42d0-8477-3abe08957a4c tempest-SecurityGroupRulesTestJSON-1797563804 tempest-SecurityGroupRulesTestJSON-1797563804-project-member] Enqueued Resource ID: 188fde48-2a13-48d1-9a5c-f472c7abc925 with Priority: HIGHEST for action security_group_rules [ 683.141496] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188fde48-2a13-48d1-9a5c-f472c7abc925 with Priority: HIGHEST for action security_group_rules [ 683.142052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188fde48-2a13-48d1-9a5c-f472c7abc925 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.142325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.142325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.142598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.142728] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188fde48-2a13-48d1-9a5c-f472c7abc925',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.158534] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.180904] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c25d48c8-6bf7-4b02-927c-b90e42bfeabf tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_rules [ 683.182201] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_rules [ 683.182508] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.182635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.182702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.182950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.183983] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.452412] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.573600] env[70860]: INFO networking_nsxv3.common.synchronization [None req-34bdfdd8-8326-4e40-a398-05196adef1fd tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_rules [ 683.574249] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_rules [ 683.575361] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.575717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.663306] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.663467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.663539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.663993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.664125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.664268] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb is going to be created. [ 683.666504] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.666611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.666659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.667362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.667483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.667606] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188fde48-2a13-48d1-9a5c-f472c7abc925 already deleted. [ 683.667763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.669753] env[70860]: INFO networking_nsxv3.common.synchronization [req-ee839653-3d61-4193-998b-0adcb7570ba1 req-76f2d9cf-4456-4114-add0-1105fbc915d3 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Enqueued Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 683.671449] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 683.671449] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.671449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.671627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.671664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.671841] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.671946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.672032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.672213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.672248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.672320] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.690070] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.690160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.690360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.690597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.690769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.699896] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: UNINITIALIZED for 2s [ 683.702460] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.703268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.703268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.703268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.703268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.703268] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 already deleted. [ 683.703268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.703649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.703649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.703649] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.954863] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.955252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.955252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.955331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.955364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.955452] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 683.980832] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.980975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.981049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.981269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.981425] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.989479] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 684.177555] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.181195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.181195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.181319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.181349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.181572] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.181681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.181719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.182492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.182492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.182492] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e is going to be updated. [ 684.221706] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.222408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.222408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.222408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.223089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.234606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.234902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.235022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.235344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.235469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.235691] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 already deleted. [ 684.235801] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.237118] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: IN_PROGRESS for 2s [ 684.718318] env[70860]: INFO networking_nsxv3.common.synchronization [req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db req-b6194d65-d19d-4950-8fc8-fdfe0e2132f1 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Enqueued Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGHEST for action security_group_members [ 684.718504] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGHEST for action security_group_members [ 684.720198] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a2381d-f95a-434e-b3af-593b73ccbf42 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.721177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.721177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.721177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.721459] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.722564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.722564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.722564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.722564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.722564] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a2381d-f95a-434e-b3af-593b73ccbf42',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.930397] env[70860]: INFO networking_nsxv3.common.synchronization [req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 req-66dc5902-490b-483d-a4d0-11f51245e287 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Enqueued Resource ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 with Priority: HIGHEST for action security_group_members [ 684.931722] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 with Priority: HIGHEST for action security_group_members [ 684.931722] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a778bcf9-1f09-4cc3-9751-6e3b4e991825 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.933071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.933071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.933071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.933071] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.933071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.935869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.935869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.935869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.935869] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a778bcf9-1f09-4cc3-9751-6e3b4e991825',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.052601] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 685.052601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.052601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.052601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.052601] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.131358] env[70860]: INFO networking_nsxv3.common.synchronization [req-a4de019e-e79c-44f0-a0a7-db72287118c5 req-40aa1157-470c-45b6-a9ee-2efc2fec634d tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Enqueued Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGHEST for action security_group_members [ 685.132102] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGHEST for action security_group_members [ 685.132102] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1493401e-18b7-46c7-89e3-e58a14fbefe0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.132292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.132292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.132468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.132625] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.132743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.133133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.133133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.133133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.133133] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1493401e-18b7-46c7-89e3-e58a14fbefe0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.227657] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.227657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.227657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.227657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.227657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.227657] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.227657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.227657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.227657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.227657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.227657] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 is going to be updated. [ 685.256316] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.256455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.256515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.256733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.256874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.266406] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 in Status: IN_PROGRESS for 2s [ 685.428073] env[70860]: INFO networking_nsxv3.common.synchronization [None req-14a9a6c9-3204-4cae-9c89-15e24344abaa None None] Enqueued Resource ID: dc895a97-845e-40ea-830f-e25242e60f70 with Priority: HIGHEST for action port [ 685.428886] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc895a97-845e-40ea-830f-e25242e60f70 with Priority: HIGHEST for action port [ 685.429848] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc895a97-845e-40ea-830f-e25242e60f70 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc895a97-845e-40ea-830f-e25242e60f70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.430133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc895a97-845e-40ea-830f-e25242e60f70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.430466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc895a97-845e-40ea-830f-e25242e60f70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.430861] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc895a97-845e-40ea-830f-e25242e60f70',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.439573] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.440121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.440389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.440579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.441345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.441609] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.441755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.441842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.442049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.442202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.442328] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 is going to be updated. [ 685.476833] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.477547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.477547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.477683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.477830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.486892] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 in Status: IN_PROGRESS for 2s [ 685.502538] env[70860]: INFO networking_nsxv3.common.synchronization [req-9b8954db-4b50-4f67-88b3-ab94bbdfc05c req-e2b68e4d-6dd0-47a7-a999-72da4eeba334 tempest-SecurityGroupRulesTestJSON-1797563804 tempest-SecurityGroupRulesTestJSON-1797563804-project-member] Enqueued Resource ID: 188fde48-2a13-48d1-9a5c-f472c7abc925 with Priority: HIGHEST for action security_group_rules [ 685.506134] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188fde48-2a13-48d1-9a5c-f472c7abc925 with Priority: HIGHEST for action security_group_rules [ 685.506134] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188fde48-2a13-48d1-9a5c-f472c7abc925 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.506134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.506134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.506134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.506134] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188fde48-2a13-48d1-9a5c-f472c7abc925',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.554504] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.554504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.639032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.639032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.639032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.639032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.639032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.639032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.639032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.639032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.639032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.639032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.639032] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 is going to be updated. [ 685.666789] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.668347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.668457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.668707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.668924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.680721] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 in Status: IN_PROGRESS for 2s [ 685.710387] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: SUCCESS [ 685.711013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.711013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.711205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.711348] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.711449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.711557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.711727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.711811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.713904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.713904] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.933143] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc895a97-845e-40ea-830f-e25242e60f70 [ 685.935814] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.935814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.935814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.935814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.935814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.935814] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc895a97-845e-40ea-830f-e25242e60f70 already deleted. [ 685.935814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc895a97-845e-40ea-830f-e25242e60f70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.001161] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 686.001387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.001798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.001798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.001946] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.002078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.002144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.002563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.002563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.002563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.002563] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.026910] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.027075] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.027399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.027399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.027499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.027529] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188fde48-2a13-48d1-9a5c-f472c7abc925 already deleted. [ 686.027622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.218229] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.218229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.218229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.218850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.218850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.219344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.219344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.219958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.219958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.219958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.220104] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.220226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.220298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.220465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.221208] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.221287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.221349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.222695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.223026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.223121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.224686] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.248171] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: SUCCESS [ 686.248357] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e deletion is rescheduled due to dependency. [ 686.248465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.504334] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.504516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.504568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.504769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.504927] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.505220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.505337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.505599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.505798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.505897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.506186] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.506384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.506452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.506720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.506872] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.507134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.507199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.507618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.507704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.507795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.507887] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.727688] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72d05b1b-16d8-4f31-88c3-3b157a165ceb: rpc.has_security_group_logging(os_id): False [ 686.747386] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.747386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.747386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.748022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.748598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.748598] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.748830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.749786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.749786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.749786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.750086] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.750244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.750339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.750603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.750815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.752021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.752021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.752021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.752021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.752021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.752021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb is going to be created. [ 686.804691] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.806066] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.806066] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.808317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.808317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.820798] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: IN_PROGRESS for 2s [ 687.011154] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc: rpc.has_security_group_logging(os_id): False [ 687.030288] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.030525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.030605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.030824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.030918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.031156] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.031264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.031329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.031475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.031555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.031729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.031823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.031886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.032038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.032115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.032304] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.032430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.032493] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.032634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.032708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.032792] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 687.089906] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.090069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.090139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.090371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.090511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.103633] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 687.278291] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 in Status: SUCCESS [ 687.278291] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 deletion is rescheduled due to dependency. [ 687.278291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.282108] env[70860]: INFO networking_nsxv3.common.synchronization [None req-ba6b98e4-42d2-4efb-9977-162e2dfa97f3 None None] Enqueued Resource ID: 327c6018-eee1-40cd-9d79-f8f49c6532ba with Priority: HIGHEST for action port [ 687.282108] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327c6018-eee1-40cd-9d79-f8f49c6532ba with Priority: HIGHEST for action port [ 687.282108] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-327c6018-eee1-40cd-9d79-f8f49c6532ba taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.282108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-327c6018-eee1-40cd-9d79-f8f49c6532ba" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.282108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-327c6018-eee1-40cd-9d79-f8f49c6532ba" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.282405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-327c6018-eee1-40cd-9d79-f8f49c6532ba" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.282484] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('327c6018-eee1-40cd-9d79-f8f49c6532ba',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.500358] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 in Status: SUCCESS [ 687.500631] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a778bcf9-1f09-4cc3-9751-6e3b4e991825 deletion is rescheduled due to dependency. [ 687.500781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a778bcf9-1f09-4cc3-9751-6e3b4e991825" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.687718] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 in Status: SUCCESS [ 687.687718] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 deletion is rescheduled due to dependency. [ 687.687718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.789213] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 327c6018-eee1-40cd-9d79-f8f49c6532ba [ 687.789733] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.790037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.790796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.790796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.790796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.790796] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:327c6018-eee1-40cd-9d79-f8f49c6532ba already deleted. [ 687.790796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-327c6018-eee1-40cd-9d79-f8f49c6532ba" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.782507] env[70860]: INFO networking_nsxv3.common.synchronization [None req-4a070342-e342-4c4e-8769-d237d4cee758 None None] Enqueued Resource ID: e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca with Priority: HIGHEST for action port [ 688.783773] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca with Priority: HIGHEST for action port [ 688.783773] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.783962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.783962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.784267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.784395] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.832064] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: SUCCESS [ 688.832926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.115838] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 689.116093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.287274] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca [ 689.289259] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.289497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.289575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.289802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.289897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.290012] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca already deleted. [ 689.294249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7c676a2-eb3e-4aa6-8714-d0ba98acd6ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.868807] env[70860]: INFO networking_nsxv3.common.synchronization [req-a4b34b01-7a27-4c24-8ef7-9593625f9ce1 req-d7f5d78f-569a-414a-b9c4-73ad84eea4f1 tempest-SecurityGroupRulesTestJSON-1797563804 tempest-SecurityGroupRulesTestJSON-1797563804-project-member] Enqueued Resource ID: 188fde48-2a13-48d1-9a5c-f472c7abc925 with Priority: HIGHEST for action security_group_rules [ 689.871229] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188fde48-2a13-48d1-9a5c-f472c7abc925 with Priority: HIGHEST for action security_group_rules [ 689.872231] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188fde48-2a13-48d1-9a5c-f472c7abc925 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.872498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.872672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.873151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.873343] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188fde48-2a13-48d1-9a5c-f472c7abc925',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.393774] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.394841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.395031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.395357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.395749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.396035] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188fde48-2a13-48d1-9a5c-f472c7abc925 already deleted. [ 690.396541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188fde48-2a13-48d1-9a5c-f472c7abc925" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.666529] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9c35569f-cfe8-4492-a4e1-d0ff27fd743d None None] Enqueued Resource ID: d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5 with Priority: HIGHEST for action port [ 690.666529] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5 with Priority: HIGHEST for action port [ 690.668443] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.668443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.668596] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.668790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.668975] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.762435] env[70860]: INFO networking_nsxv3.common.synchronization [None req-b2b2332c-2fbc-4f14-aa5b-b6d6433cbe2b None None] Enqueued Resource ID: 6c8d5f9e-0985-40c9-ad8f-7ae3414f4935 with Priority: HIGHEST for action port [ 690.763541] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8d5f9e-0985-40c9-ad8f-7ae3414f4935 with Priority: HIGHEST for action port [ 690.763773] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c8d5f9e-0985-40c9-ad8f-7ae3414f4935 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.763916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c8d5f9e-0985-40c9-ad8f-7ae3414f4935" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.763979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c8d5f9e-0985-40c9-ad8f-7ae3414f4935" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.764258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c8d5f9e-0985-40c9-ad8f-7ae3414f4935" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.764340] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8d5f9e-0985-40c9-ad8f-7ae3414f4935',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.883784] env[70860]: INFO networking_nsxv3.common.synchronization [req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 req-7bb7a719-9309-4f5e-bdd3-836dfcf37e49 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Enqueued Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_members [ 690.883784] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_members [ 690.883784] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1be709-efa9-40f0-a598-32a49eee15f1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.883784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.883784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.883784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.883784] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.883784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.883784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.883784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.883784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.883784] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.171188] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5 [ 691.171914] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.171914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.171914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.171914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.172157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.172157] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5 already deleted. [ 691.172157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d96a8cf3-2bc6-4ef9-beea-95de50a1b1b5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.270115] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c8d5f9e-0985-40c9-ad8f-7ae3414f4935 [ 691.271128] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.271128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.271128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.271128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.271535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.271819] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c8d5f9e-0985-40c9-ad8f-7ae3414f4935 already deleted. [ 691.272160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c8d5f9e-0985-40c9-ad8f-7ae3414f4935" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.387194] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.387194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.387194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.387194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.387194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.387194] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.387194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.387194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.387194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.387194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.387194] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec1be709-efa9-40f0-a598-32a49eee15f1 already deleted. [ 691.387194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.616025] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.616025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-463" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.616025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-463" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.616025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-463" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.616025] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.616025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.616025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.616025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.617114] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.617606] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.617950] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.618578] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.618578] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.619260] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.619260] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.619547] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.639979] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.639979] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.639979] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.639979] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-463" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.639979] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-7999c598-5ca0-463b-9ce5-f22ceb00d088 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.639979] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-7999c598-5ca0-463b-9ce5-f22ceb00d088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.639979] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-7999c598-5ca0-463b-9ce5-f22ceb00d088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.640692] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-7999c598-5ca0-463b-9ce5-f22ceb00d088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.640956] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7999c598-5ca0-463b-9ce5-f22ceb00d088',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.144028] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.144362] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.144411] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.144997] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.144997] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.144997] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 7999c598-5ca0-463b-9ce5-f22ceb00d088 not found, creating... [ 692.145340] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.145543] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.145628] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.145940] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.146114] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.146407] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.146558] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.146673] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.146879] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.147017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.147158] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 7999c598-5ca0-463b-9ce5-f22ceb00d088 is going to be created. [ 692.168115] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.168115] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.168115] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.168115] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.168115] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.168115] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-7999c598-5ca0-463b-9ce5-f22ceb00d088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.718978] env[70860]: INFO networking_nsxv3.common.synchronization [None req-feff8503-3cb6-4c83-bd1b-f667fa2c940e None None] Enqueued Resource ID: 6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2 with Priority: HIGHEST for action port [ 692.719537] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2 with Priority: HIGHEST for action port [ 692.721238] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.721925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.722061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.722358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.722478] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.089938] env[70860]: INFO networking_nsxv3.common.synchronization [req-17854706-dea4-4269-b534-6d4418d22a51 req-62c916c1-3709-459b-ac2c-8ac87b1f0836 tempest-SecurityGroupRulesNegativeTestJSON-1360192923 tempest-SecurityGroupRulesNegativeTestJSON-1360192923-project-member] Enqueued Resource ID: 23c5478d-ecc7-44b1-a58b-a072e224bba1 with Priority: HIGHEST for action security_group_rules [ 693.090499] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c5478d-ecc7-44b1-a58b-a072e224bba1 with Priority: HIGHEST for action security_group_rules [ 693.090810] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23c5478d-ecc7-44b1-a58b-a072e224bba1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.090971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23c5478d-ecc7-44b1-a58b-a072e224bba1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.091067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23c5478d-ecc7-44b1-a58b-a072e224bba1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.093345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23c5478d-ecc7-44b1-a58b-a072e224bba1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.093345] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23c5478d-ecc7-44b1-a58b-a072e224bba1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.155905] env[70860]: INFO networking_nsxv3.common.synchronization [req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 req-79376eca-4d28-42d8-9c6f-2c6c61ffa952 service nova] Enqueued Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_rules [ 693.156221] env[70860]: INFO networking_nsxv3.common.synchronization [req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 req-79376eca-4d28-42d8-9c6f-2c6c61ffa952 service nova] Enqueued Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_members [ 693.156310] env[70860]: INFO networking_nsxv3.common.synchronization [req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 req-79376eca-4d28-42d8-9c6f-2c6c61ffa952 service nova] Enqueued Resource ID: 7999c598-5ca0-463b-9ce5-f22ceb00d088 with Priority: HIGHEST for action port [ 693.156801] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_rules [ 693.156925] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_members [ 693.157056] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7999c598-5ca0-463b-9ce5-f22ceb00d088 with Priority: HIGHEST for action port [ 693.157322] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec1be709-efa9-40f0-a598-32a49eee15f1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.157510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.157510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.158484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.158484] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.158671] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1be709-efa9-40f0-a598-32a49eee15f1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.158671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.158744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.158864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.159029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.159108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.159167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.159367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.159407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.159978] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.160193] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-7999c598-5ca0-463b-9ce5-f22ceb00d088 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.160356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7999c598-5ca0-463b-9ce5-f22ceb00d088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.160356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7999c598-5ca0-463b-9ce5-f22ceb00d088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.160786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7999c598-5ca0-463b-9ce5-f22ceb00d088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.160786] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7999c598-5ca0-463b-9ce5-f22ceb00d088',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.226787] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2 [ 693.228119] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.228341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.228714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.228714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.228714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.228924] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2 already deleted. [ 693.228924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f9f07fa-6b5d-494d-8f1f-57ea9c26fbf2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.434150] env[70860]: INFO networking_nsxv3.common.synchronization [req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 req-a5b0f2cc-f905-4b14-99b1-511ca21b534a tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Enqueued Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_members [ 693.434150] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_members [ 693.434150] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d3fdf7-7667-4f26-adb6-72d43712517d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.434150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.434150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.434150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.434150] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.434702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.434702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.434702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.434702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.434702] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.616412] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.616826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.616909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.617138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.617256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.618021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23c5478d-ecc7-44b1-a58b-a072e224bba1 already deleted. [ 693.618021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23c5478d-ecc7-44b1-a58b-a072e224bba1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.663440] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1be709-efa9-40f0-a598-32a49eee15f1 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.663440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.663440] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.663647] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7999c598-5ca0-463b-9ce5-f22ceb00d088 with status ACTIVE [ 693.663828] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.664162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.664239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.664436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.664520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.664695] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.664789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.664850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.666827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.666827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.666827] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.666827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.666827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.666827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.666827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.666827] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7999c598-5ca0-463b-9ce5-f22ceb00d088 is going to be updated. [ 693.686877] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.687583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.687583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.687583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.687583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.687583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7999c598-5ca0-463b-9ce5-f22ceb00d088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.824998] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.825277] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-783" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.825391] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-783" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.825717] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-783" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.826023] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.826164] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.826332] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.826743] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.826743] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.826898] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.826998] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.827308] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.827731] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.827731] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.827731] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.827883] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.846481] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.846659] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.846801] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.846978] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-783" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.847307] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-e89d3409-34a5-4919-9765-e15320979b51 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.847503] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-e89d3409-34a5-4919-9765-e15320979b51" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.847602] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-e89d3409-34a5-4919-9765-e15320979b51" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.847924] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-e89d3409-34a5-4919-9765-e15320979b51" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.849111] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89d3409-34a5-4919-9765-e15320979b51',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.936726] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.937427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.937427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.938147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.938147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.938272] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.938379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.938500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.938790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.938926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.939079] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d3fdf7-7667-4f26-adb6-72d43712517d already deleted. [ 693.939234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.168023] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.352231] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.352591] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.352773] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.354938] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.355073] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.355227] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port e89d3409-34a5-4919-9765-e15320979b51 not found, creating... [ 694.356072] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.357085] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.357774] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.358108] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.358793] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.359664] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.360422] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.360625] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.361320] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.362153] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.362398] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: e89d3409-34a5-4919-9765-e15320979b51 is going to be created. [ 694.385774] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.388760] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.388760] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.388760] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.388760] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.388760] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-e89d3409-34a5-4919-9765-e15320979b51" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.670252] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.670431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.670531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.670802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.670914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.671028] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec1be709-efa9-40f0-a598-32a49eee15f1 is going to be created. [ 694.698158] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.698158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.698158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.698351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.698569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.709535] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec1be709-efa9-40f0-a598-32a49eee15f1 in Status: UNINITIALIZED for 2s [ 695.015755] env[70860]: INFO networking_nsxv3.common.synchronization [req-6ce592b7-01e3-4af4-b937-6c833fcdaa57 req-af7f005a-c96a-4ac0-b344-9962a6654ebe tempest-SecurityGroupRulesNegativeTestJSON-1360192923 tempest-SecurityGroupRulesNegativeTestJSON-1360192923-project-member] Enqueued Resource ID: 23c5478d-ecc7-44b1-a58b-a072e224bba1 with Priority: HIGHEST for action security_group_rules [ 695.016691] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c5478d-ecc7-44b1-a58b-a072e224bba1 with Priority: HIGHEST for action security_group_rules [ 695.017025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23c5478d-ecc7-44b1-a58b-a072e224bba1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.017162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23c5478d-ecc7-44b1-a58b-a072e224bba1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.017226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23c5478d-ecc7-44b1-a58b-a072e224bba1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.017438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23c5478d-ecc7-44b1-a58b-a072e224bba1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.017683] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23c5478d-ecc7-44b1-a58b-a072e224bba1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.494431] env[70860]: INFO networking_nsxv3.common.synchronization [req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 req-f8213c50-05eb-4742-b312-7a0164e8a92b service nova] Enqueued Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_rules [ 695.494431] env[70860]: INFO networking_nsxv3.common.synchronization [req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 req-f8213c50-05eb-4742-b312-7a0164e8a92b service nova] Enqueued Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_members [ 695.494431] env[70860]: INFO networking_nsxv3.common.synchronization [req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 req-f8213c50-05eb-4742-b312-7a0164e8a92b service nova] Enqueued Resource ID: e89d3409-34a5-4919-9765-e15320979b51 with Priority: HIGHEST for action port [ 695.495461] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_rules [ 695.495461] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_members [ 695.495461] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89d3409-34a5-4919-9765-e15320979b51 with Priority: HIGHEST for action port [ 695.495679] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d3fdf7-7667-4f26-adb6-72d43712517d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.495679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.495828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.495954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.496050] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.499724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d3fdf7-7667-4f26-adb6-72d43712517d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.499724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.499724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.499724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.499724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.499724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.499724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.499724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.499724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.499724] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.499724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89d3409-34a5-4919-9765-e15320979b51 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.500259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89d3409-34a5-4919-9765-e15320979b51" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.500259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89d3409-34a5-4919-9765-e15320979b51" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.500259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89d3409-34a5-4919-9765-e15320979b51" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.500259] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89d3409-34a5-4919-9765-e15320979b51',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.541131] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.541131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.541131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.541131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.541131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.541131] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23c5478d-ecc7-44b1-a58b-a072e224bba1 already deleted. [ 695.541131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23c5478d-ecc7-44b1-a58b-a072e224bba1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.004252] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.005546] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d3fdf7-7667-4f26-adb6-72d43712517d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.005546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.005711] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e89d3409-34a5-4919-9765-e15320979b51 with status ACTIVE [ 696.005748] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.005843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.005913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.006131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.006230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.006406] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.006499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.006558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.006713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.006784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.006959] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.009481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.009736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.010449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.010449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.010449] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e89d3409-34a5-4919-9765-e15320979b51 is going to be updated. [ 696.036617] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.036816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.036914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.037203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.037382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.037586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89d3409-34a5-4919-9765-e15320979b51" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.516833] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.719175] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec1be709-efa9-40f0-a598-32a49eee15f1 in Status: SUCCESS [ 696.720373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.720448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.720665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.720898] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.721032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.721097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.721255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.721335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.721461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.721516] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.014206] env[70860]: INFO networking_nsxv3.common.synchronization [None req-5488c5f8-18c9-42f4-9898-63963ca0c899 None None] Enqueued Resource ID: 51dfd2b3-258b-405f-9c67-a24c36499ff5 with Priority: HIGHEST for action port [ 697.014466] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51dfd2b3-258b-405f-9c67-a24c36499ff5 with Priority: HIGHEST for action port [ 697.015050] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-51dfd2b3-258b-405f-9c67-a24c36499ff5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.015650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51dfd2b3-258b-405f-9c67-a24c36499ff5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.015650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51dfd2b3-258b-405f-9c67-a24c36499ff5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.016595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51dfd2b3-258b-405f-9c67-a24c36499ff5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.016694] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51dfd2b3-258b-405f-9c67-a24c36499ff5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.020801] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.021158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.021158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.021305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.021351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.021442] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d3fdf7-7667-4f26-adb6-72d43712517d is going to be created. [ 697.044130] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.044313] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.044378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.044917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.045090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.053759] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d3fdf7-7667-4f26-adb6-72d43712517d in Status: UNINITIALIZED for 2s [ 697.223941] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.520511] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51dfd2b3-258b-405f-9c67-a24c36499ff5 [ 697.520976] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.521256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.521347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.521583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.521686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.521779] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51dfd2b3-258b-405f-9c67-a24c36499ff5 already deleted. [ 697.521881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51dfd2b3-258b-405f-9c67-a24c36499ff5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.726651] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec1be709-efa9-40f0-a598-32a49eee15f1: rpc.has_security_group_logging(os_id): False [ 697.741813] env[70860]: INFO networking_nsxv3.common.synchronization [None req-64efe8ff-150f-4de6-b6b0-2b5c1db443d8 None None] Enqueued Resource ID: cf22946c-bd2c-43a9-97fe-e1426c4b8d37 with Priority: HIGHEST for action port [ 697.746596] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf22946c-bd2c-43a9-97fe-e1426c4b8d37 with Priority: HIGHEST for action port [ 697.747166] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.747414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.747414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.747589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.747720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.747954] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.748082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.748145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.748324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.748403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.748484] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec1be709-efa9-40f0-a598-32a49eee15f1 is going to be created. [ 697.749778] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf22946c-bd2c-43a9-97fe-e1426c4b8d37 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.749901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf22946c-bd2c-43a9-97fe-e1426c4b8d37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.749945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf22946c-bd2c-43a9-97fe-e1426c4b8d37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.750778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf22946c-bd2c-43a9-97fe-e1426c4b8d37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.750778] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf22946c-bd2c-43a9-97fe-e1426c4b8d37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.828425] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.828583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.828661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.828869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.829409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.854760] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec1be709-efa9-40f0-a598-32a49eee15f1 in Status: IN_PROGRESS for 2s [ 698.254698] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf22946c-bd2c-43a9-97fe-e1426c4b8d37 [ 698.254698] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.254698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.254698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.254698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.254698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.254698] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf22946c-bd2c-43a9-97fe-e1426c4b8d37 already deleted. [ 698.254698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf22946c-bd2c-43a9-97fe-e1426c4b8d37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.069236] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d3fdf7-7667-4f26-adb6-72d43712517d in Status: SUCCESS [ 699.069236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.069236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.071401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.071700] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.071913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.073763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.073763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.073763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.073763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.073763] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.241411] env[70860]: INFO networking_nsxv3.common.synchronization [req-befeb0fb-6151-4a13-b685-17930439a514 req-eb4b8d44-aa97-49c3-9612-7f5c7b8a3828 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 699.241888] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 699.242579] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.242717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.242764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.243481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.243481] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.243481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.243481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.243697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.243697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.243812] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.578315] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.627208] env[70860]: INFO networking_nsxv3.common.synchronization [None req-0afe39fb-40b1-40f8-b682-642e6ea08111 None None] Enqueued Resource ID: 2f894590-f433-4dfb-92c8-dc01a0566a1d with Priority: HIGHEST for action port [ 699.627208] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f894590-f433-4dfb-92c8-dc01a0566a1d with Priority: HIGHEST for action port [ 699.627208] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f894590-f433-4dfb-92c8-dc01a0566a1d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.627208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f894590-f433-4dfb-92c8-dc01a0566a1d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.627208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f894590-f433-4dfb-92c8-dc01a0566a1d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.627879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f894590-f433-4dfb-92c8-dc01a0566a1d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.627879] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f894590-f433-4dfb-92c8-dc01a0566a1d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.745686] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.745846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.745917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.746161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.746272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.746488] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.746643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.746675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.746811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.746888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.746973] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe already deleted. [ 699.747086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.870130] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec1be709-efa9-40f0-a598-32a49eee15f1 in Status: SUCCESS [ 699.870407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.085467] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12d3fdf7-7667-4f26-adb6-72d43712517d: rpc.has_security_group_logging(os_id): False [ 700.103046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.103310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.103436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.103722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.105923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.105923] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.105923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.105923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.105923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.105923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.105923] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d3fdf7-7667-4f26-adb6-72d43712517d is going to be created. [ 700.134556] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f894590-f433-4dfb-92c8-dc01a0566a1d [ 700.134556] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.134556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.134556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.134556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.134556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.134556] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f894590-f433-4dfb-92c8-dc01a0566a1d already deleted. [ 700.134556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f894590-f433-4dfb-92c8-dc01a0566a1d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.162940] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.163119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.163191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.163445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.163633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.175024] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d3fdf7-7667-4f26-adb6-72d43712517d in Status: IN_PROGRESS for 2s [ 700.653630] env[70860]: INFO networking_nsxv3.common.synchronization [None req-29f8f20d-9023-4856-9631-c142333a0afb tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 700.654281] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 700.655974] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.657051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.657051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.657051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.657051] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.714670] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.714891] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-187" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.715051] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-187" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.715414] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-187" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.715722] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.715888] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.716493] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.716493] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.716493] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.716662] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.716970] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.717128] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.717241] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.719583] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.719583] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.719583] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.736675] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.736675] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.736980] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.736980] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-187" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.739759] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-175e3821-865a-48e4-b005-4ed9851f2a31 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.739759] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.739759] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.739759] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.739759] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175e3821-865a-48e4-b005-4ed9851f2a31',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.973876] env[70860]: INFO networking_nsxv3.common.synchronization [None req-57c7ebba-990d-4d6b-b8a3-105834fe15e9 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 700.973876] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 700.974445] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.974713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.034530] env[70860]: INFO networking_nsxv3.common.synchronization [None req-928bed44-c05f-4af4-9529-a0b73ccca61f None None] Enqueued Resource ID: ebfe004b-5a8b-4c18-8ad6-4cc90c70268d with Priority: HIGHEST for action port [ 701.034530] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfe004b-5a8b-4c18-8ad6-4cc90c70268d with Priority: HIGHEST for action port [ 701.034530] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebfe004b-5a8b-4c18-8ad6-4cc90c70268d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.034530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebfe004b-5a8b-4c18-8ad6-4cc90c70268d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.034530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebfe004b-5a8b-4c18-8ad6-4cc90c70268d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.037893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebfe004b-5a8b-4c18-8ad6-4cc90c70268d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.037893] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebfe004b-5a8b-4c18-8ad6-4cc90c70268d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.094126] env[70860]: INFO networking_nsxv3.common.synchronization [None req-4d94fbb1-eb28-41b1-987d-e079d951ad33 None None] Enqueued Resource ID: 97f9623c-8f1e-4a22-a574-9d81321dfd5b with Priority: HIGHEST for action port [ 701.094731] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f9623c-8f1e-4a22-a574-9d81321dfd5b with Priority: HIGHEST for action port [ 701.095091] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f9623c-8f1e-4a22-a574-9d81321dfd5b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.095180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f9623c-8f1e-4a22-a574-9d81321dfd5b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.095297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f9623c-8f1e-4a22-a574-9d81321dfd5b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.095512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f9623c-8f1e-4a22-a574-9d81321dfd5b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.095590] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f9623c-8f1e-4a22-a574-9d81321dfd5b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.178915] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.178915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.178915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.178915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.178915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.178915] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 already deleted. [ 701.179230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.179230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.179306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.179378] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.241830] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.242089] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.242220] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.242506] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.242662] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.242818] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 175e3821-865a-48e4-b005-4ed9851f2a31 not found, creating... [ 701.243095] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.243290] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.243408] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.243627] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.243765] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.244056] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.246431] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.246431] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.246431] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.246431] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.246431] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 175e3821-865a-48e4-b005-4ed9851f2a31 is going to be created. [ 701.267020] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.267020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.267020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.267020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.267020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.267020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.541195] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebfe004b-5a8b-4c18-8ad6-4cc90c70268d [ 701.541328] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.541495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.541577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.541814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.541900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.542024] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebfe004b-5a8b-4c18-8ad6-4cc90c70268d already deleted. [ 701.542114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebfe004b-5a8b-4c18-8ad6-4cc90c70268d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.545467] env[70860]: INFO networking_nsxv3.common.synchronization [req-ca0aed1e-2885-431d-9f3a-a949f75eb534 req-57998d57-728f-4302-aa64-1218af30d4af tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 701.546495] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 701.547309] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.549037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.549037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.549037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.549037] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.549037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.549037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.549037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.549037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.549037] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.597656] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f9623c-8f1e-4a22-a574-9d81321dfd5b [ 701.599228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.599228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.599228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.600239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.600359] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.600468] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f9623c-8f1e-4a22-a574-9d81321dfd5b already deleted. [ 701.600555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f9623c-8f1e-4a22-a574-9d81321dfd5b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.704372] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.704372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.704372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.704372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.704372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.704372] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 already deleted. [ 701.704372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.053025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.053025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.053025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.053231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.053231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.053407] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.053511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.053565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.053717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.054019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.054019] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 already deleted. [ 702.054019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.190806] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d3fdf7-7667-4f26-adb6-72d43712517d in Status: SUCCESS [ 702.190806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.506131] env[70860]: INFO networking_nsxv3.common.synchronization [req-befeb0fb-6151-4a13-b685-17930439a514 req-35710c04-3217-40ac-a00f-169c03715b28 service nova] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_rules [ 702.506131] env[70860]: INFO networking_nsxv3.common.synchronization [req-befeb0fb-6151-4a13-b685-17930439a514 req-35710c04-3217-40ac-a00f-169c03715b28 service nova] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 702.506131] env[70860]: INFO networking_nsxv3.common.synchronization [req-befeb0fb-6151-4a13-b685-17930439a514 req-35710c04-3217-40ac-a00f-169c03715b28 service nova] Enqueued Resource ID: 175e3821-865a-48e4-b005-4ed9851f2a31 with Priority: HIGHEST for action port [ 702.506131] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_rules [ 702.506131] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 702.506131] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175e3821-865a-48e4-b005-4ed9851f2a31 with Priority: HIGHEST for action port [ 702.508606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.508606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.508606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.508606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.508606] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.508606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.508606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.508606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.509639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.509639] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.509639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.509639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.509639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.509639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.509639] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.510106] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-175e3821-865a-48e4-b005-4ed9851f2a31 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.510203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.510266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.510421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.510493] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175e3821-865a-48e4-b005-4ed9851f2a31',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.633684] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.634097] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.636081] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.636820] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.636820] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.636989] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.637050] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.637297] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.637443] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.637655] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.637770] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.637879] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.637988] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.638109] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.638214] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.638345] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.662586] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.662586] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.662586] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.662586] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.662586] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-d42697a8-7d06-4397-92f2-77cdd7fc97a1 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.662586] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-d42697a8-7d06-4397-92f2-77cdd7fc97a1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.662586] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-d42697a8-7d06-4397-92f2-77cdd7fc97a1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.662586] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-d42697a8-7d06-4397-92f2-77cdd7fc97a1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.662993] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d42697a8-7d06-4397-92f2-77cdd7fc97a1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.013624] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.013624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.013624] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.013624] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175e3821-865a-48e4-b005-4ed9851f2a31 with status ACTIVE [ 703.013872] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.013872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.013968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.014726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.014726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.014726] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.014726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.014726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.014726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.015015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.015015] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.015827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.015988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.016221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.016407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.016793] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175e3821-865a-48e4-b005-4ed9851f2a31 is going to be updated. [ 703.037705] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.037851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.037919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.038147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.038280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.038429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.167123] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.167528] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.167528] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.167819] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.168258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.168258] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port d42697a8-7d06-4397-92f2-77cdd7fc97a1 not found, creating... [ 703.168422] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.168722] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.168722] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.168917] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.169097] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.169387] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.169536] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.169642] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.169857] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.169995] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.173022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: d42697a8-7d06-4397-92f2-77cdd7fc97a1 is going to be created. [ 703.202292] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.202292] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.202292] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.202292] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.202292] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.202292] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-d42697a8-7d06-4397-92f2-77cdd7fc97a1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.492194] env[70860]: INFO networking_nsxv3.common.synchronization [None req-09079488-c786-435d-a684-f7f29f39ff52 None None] Enqueued Resource ID: 035b483e-5e98-4556-9c83-c8ab2b2b2650 with Priority: HIGHEST for action port [ 703.492194] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035b483e-5e98-4556-9c83-c8ab2b2b2650 with Priority: HIGHEST for action port [ 703.492478] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-035b483e-5e98-4556-9c83-c8ab2b2b2650 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.492598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-035b483e-5e98-4556-9c83-c8ab2b2b2650" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.492671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-035b483e-5e98-4556-9c83-c8ab2b2b2650" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.492943] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-035b483e-5e98-4556-9c83-c8ab2b2b2650" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.493859] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('035b483e-5e98-4556-9c83-c8ab2b2b2650',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.519365] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.997493] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 035b483e-5e98-4556-9c83-c8ab2b2b2650 [ 703.997717] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.997937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.998017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.998227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.998508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.998508] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:035b483e-5e98-4556-9c83-c8ab2b2b2650 already deleted. [ 704.002490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-035b483e-5e98-4556-9c83-c8ab2b2b2650" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.021823] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.022023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.023929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.023929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.023929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.023929] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe is going to be created. [ 704.048225] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.048444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.048515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.048686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.048852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.059120] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: UNINITIALIZED for 2s [ 704.567775] env[70860]: INFO networking_nsxv3.common.synchronization [req-ca0aed1e-2885-431d-9f3a-a949f75eb534 req-f7ce967a-df3b-4c7a-80ee-58bf13fb2853 service nova] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_rules [ 704.568313] env[70860]: INFO networking_nsxv3.common.synchronization [req-ca0aed1e-2885-431d-9f3a-a949f75eb534 req-f7ce967a-df3b-4c7a-80ee-58bf13fb2853 service nova] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 704.568313] env[70860]: INFO networking_nsxv3.common.synchronization [req-ca0aed1e-2885-431d-9f3a-a949f75eb534 req-f7ce967a-df3b-4c7a-80ee-58bf13fb2853 service nova] Enqueued Resource ID: d42697a8-7d06-4397-92f2-77cdd7fc97a1 with Priority: HIGHEST for action port [ 704.568934] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_rules [ 704.568934] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 704.568934] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42697a8-7d06-4397-92f2-77cdd7fc97a1 with Priority: HIGHEST for action port [ 704.570842] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.571366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.571366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.575057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.575057] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.575057] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.575057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.575057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.575057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.575057] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.575057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.575057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.576061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.576317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.576555] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.579028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d42697a8-7d06-4397-92f2-77cdd7fc97a1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.579028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d42697a8-7d06-4397-92f2-77cdd7fc97a1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.579028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d42697a8-7d06-4397-92f2-77cdd7fc97a1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.579028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d42697a8-7d06-4397-92f2-77cdd7fc97a1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.579028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d42697a8-7d06-4397-92f2-77cdd7fc97a1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.082032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.082032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.086261] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.088149] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d42697a8-7d06-4397-92f2-77cdd7fc97a1 with status ACTIVE [ 705.088149] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.088149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.088149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.088149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.088149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.088149] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.088149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.088149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.088613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.088613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.088613] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.088613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.088793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.088793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.088882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.089611] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d42697a8-7d06-4397-92f2-77cdd7fc97a1 is going to be updated. [ 705.114133] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.114133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.114304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.114606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.114606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.114780] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d42697a8-7d06-4397-92f2-77cdd7fc97a1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.593244] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.072703] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: SUCCESS [ 706.073026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.073162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.073427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.073645] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.073765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.073834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.074012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.074148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.074200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.074290] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.097402] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.097593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.097675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.097880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.097966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.098092] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be created. [ 706.122843] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.122843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.122843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.122843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.122843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.130043] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: UNINITIALIZED for 2s [ 706.580630] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.583944] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.583944] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.583944] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.583944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.584977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.584977] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.085408] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e22f85a8-1f47-4b4f-a3a6-81da562698fe: rpc.has_security_group_logging(os_id): False [ 707.104912] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.105281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.105281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.105558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.106172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.106468] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.106615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.106708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.106907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.107063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.107309] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.107585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.107585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.107727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.107835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.108060] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.109123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.109123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.109123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.109123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.109123] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe is going to be created. [ 707.168033] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.168033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.168033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.168033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.168033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.179546] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: IN_PROGRESS for 2s [ 708.140808] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 708.141176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.141311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.141450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.141658] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.141781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.141851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.142013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.142426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.142426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.142426] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.645372] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.645372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.645372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.645677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.645927] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.645927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.645927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.646105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.646188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.646276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.646460] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.646574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.646775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.646775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.646908] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.646995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.647076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.647220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.647293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.647374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.647462] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.150401] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 202db260-d60a-44e8-a19b-7af46beda042: rpc.has_security_group_logging(os_id): False [ 709.172064] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.172328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.172328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.172537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.172646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.172894] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.173056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.173694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.173694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.173694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.173961] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.174386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.174386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.174583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.174701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.174867] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.174970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.175044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.175215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.175279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.175615] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be created. [ 709.192765] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: SUCCESS [ 709.192991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.234876] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.235119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.235556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.235556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.235662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.246605] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: IN_PROGRESS for 2s [ 709.569529] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 709.569529] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 711.264021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 711.264021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.704867] env[70860]: INFO networking_nsxv3.common.synchronization [None req-4cf9dfbe-1dbd-436a-ae86-fc8ec5a0f2aa None None] Enqueued Resource ID: dd6203d5-896a-42ee-b236-db1ff159b7e9 with Priority: HIGHEST for action port [ 711.706975] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6203d5-896a-42ee-b236-db1ff159b7e9 with Priority: HIGHEST for action port [ 711.706975] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd6203d5-896a-42ee-b236-db1ff159b7e9 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.706975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd6203d5-896a-42ee-b236-db1ff159b7e9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.706975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd6203d5-896a-42ee-b236-db1ff159b7e9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.707413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd6203d5-896a-42ee-b236-db1ff159b7e9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.707413] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd6203d5-896a-42ee-b236-db1ff159b7e9',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.212311] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd6203d5-896a-42ee-b236-db1ff159b7e9 [ 712.212553] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.213371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.213371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.213371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.213371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.213371] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd6203d5-896a-42ee-b236-db1ff159b7e9 already deleted. [ 712.213371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd6203d5-896a-42ee-b236-db1ff159b7e9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.540049] env[70860]: INFO networking_nsxv3.common.synchronization [None req-a25158e7-579d-43bf-843b-5dc7359a76e3 None None] Enqueued Resource ID: ead49cc4-303e-46b9-93e8-a3d10c0616bf with Priority: HIGHEST for action port [ 712.540787] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead49cc4-303e-46b9-93e8-a3d10c0616bf with Priority: HIGHEST for action port [ 712.540944] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ead49cc4-303e-46b9-93e8-a3d10c0616bf taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.540944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ead49cc4-303e-46b9-93e8-a3d10c0616bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.541081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ead49cc4-303e-46b9-93e8-a3d10c0616bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.541255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ead49cc4-303e-46b9-93e8-a3d10c0616bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.541336] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead49cc4-303e-46b9-93e8-a3d10c0616bf',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.043213] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ead49cc4-303e-46b9-93e8-a3d10c0616bf [ 713.044356] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.044356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.044356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.044356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.044356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.044356] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ead49cc4-303e-46b9-93e8-a3d10c0616bf already deleted. [ 713.044356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ead49cc4-303e-46b9-93e8-a3d10c0616bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.251188] env[70860]: INFO networking_nsxv3.common.synchronization [req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 req-16b37192-6044-4f36-99e5-d005110b079d tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Enqueued Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGHEST for action security_group_members [ 713.252590] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGHEST for action security_group_members [ 713.252860] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3a1164-cbad-4b32-a855-a9494208316f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.252989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.253072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.253340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.253523] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.253631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.253695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.254137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.254137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.254137] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3a1164-cbad-4b32-a855-a9494208316f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.757931] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.758211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.758211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.758378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.758466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.758656] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.758748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.758808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.758955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.759039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.759119] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3a1164-cbad-4b32-a855-a9494208316f already deleted. [ 713.759193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.289876] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.290078] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.290205] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.291385] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.291385] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.291385] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.291683] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.291846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.292011] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.292241] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.292514] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.292720] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.292824] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.292973] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.293125] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.293273] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.325465] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.325684] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.325825] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.326012] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.330226] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-25f9223c-7b6e-4e83-85ef-31c9c173a20a taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.330387] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-25f9223c-7b6e-4e83-85ef-31c9c173a20a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.330526] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-25f9223c-7b6e-4e83-85ef-31c9c173a20a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.330891] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-25f9223c-7b6e-4e83-85ef-31c9c173a20a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.331044] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f9223c-7b6e-4e83-85ef-31c9c173a20a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.639784] env[70860]: INFO networking_nsxv3.common.synchronization [None req-fd858df2-c359-4513-b48c-5384ca2af2aa None None] Enqueued Resource ID: a140ea61-2044-44b9-8f09-01442849bad9 with Priority: HIGHEST for action port [ 714.640133] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a140ea61-2044-44b9-8f09-01442849bad9 with Priority: HIGHEST for action port [ 714.640997] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a140ea61-2044-44b9-8f09-01442849bad9 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.641146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a140ea61-2044-44b9-8f09-01442849bad9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.641215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a140ea61-2044-44b9-8f09-01442849bad9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.642046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a140ea61-2044-44b9-8f09-01442849bad9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.642046] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a140ea61-2044-44b9-8f09-01442849bad9',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.808231] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c9528db4-2922-4c13-9f48-f7100421902b None None] Enqueued Resource ID: 8188b763-9884-4da5-99fb-88836c357a57 with Priority: HIGHEST for action port [ 714.811070] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8188b763-9884-4da5-99fb-88836c357a57 with Priority: HIGHEST for action port [ 714.811070] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-8188b763-9884-4da5-99fb-88836c357a57 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.813093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8188b763-9884-4da5-99fb-88836c357a57" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.813093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8188b763-9884-4da5-99fb-88836c357a57" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.813093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8188b763-9884-4da5-99fb-88836c357a57" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.813093] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8188b763-9884-4da5-99fb-88836c357a57',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.835286] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.835286] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.835286] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.835286] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.835286] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.835654] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 25f9223c-7b6e-4e83-85ef-31c9c173a20a not found, creating... [ 714.835752] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.836031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.836482] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.836763] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.836910] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.837231] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.837391] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.837511] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.840065] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.840065] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.840065] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 25f9223c-7b6e-4e83-85ef-31c9c173a20a is going to be created. [ 714.863145] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.864173] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.864173] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.867390] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.867390] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.867390] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-25f9223c-7b6e-4e83-85ef-31c9c173a20a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.143533] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a140ea61-2044-44b9-8f09-01442849bad9 [ 715.143845] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.143953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.144053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.144279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.144279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.144373] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a140ea61-2044-44b9-8f09-01442849bad9 already deleted. [ 715.146265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a140ea61-2044-44b9-8f09-01442849bad9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.314242] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8188b763-9884-4da5-99fb-88836c357a57 [ 715.314464] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.314597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.315542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.315542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.315542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.315542] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8188b763-9884-4da5-99fb-88836c357a57 already deleted. [ 715.315542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8188b763-9884-4da5-99fb-88836c357a57" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.378389] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c771f9cf-fec4-466f-8351-09dcbad16181 None None] Enqueued Resource ID: f33aaf75-6870-463d-934f-b20104993db7 with Priority: HIGHEST for action port [ 715.378710] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33aaf75-6870-463d-934f-b20104993db7 with Priority: HIGHEST for action port [ 715.379226] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33aaf75-6870-463d-934f-b20104993db7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.379346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33aaf75-6870-463d-934f-b20104993db7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.380186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33aaf75-6870-463d-934f-b20104993db7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.380514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33aaf75-6870-463d-934f-b20104993db7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.380605] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33aaf75-6870-463d-934f-b20104993db7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.834190] env[70860]: INFO networking_nsxv3.common.synchronization [None req-099b2e1d-d589-42c8-9fad-4d879de3a782 None None] Enqueued Resource ID: 8fced7ce-dcb8-4d88-9634-e29fe7004ad8 with Priority: HIGHEST for action port [ 715.834615] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fced7ce-dcb8-4d88-9634-e29fe7004ad8 with Priority: HIGHEST for action port [ 715.834907] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fced7ce-dcb8-4d88-9634-e29fe7004ad8 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.835097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fced7ce-dcb8-4d88-9634-e29fe7004ad8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.835179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fced7ce-dcb8-4d88-9634-e29fe7004ad8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.835478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fced7ce-dcb8-4d88-9634-e29fe7004ad8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.835565] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fced7ce-dcb8-4d88-9634-e29fe7004ad8',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.882971] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f33aaf75-6870-463d-934f-b20104993db7 [ 715.883237] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.883369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.883434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.883633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.883862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.883862] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f33aaf75-6870-463d-934f-b20104993db7 already deleted. [ 715.883862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33aaf75-6870-463d-934f-b20104993db7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.341682] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fced7ce-dcb8-4d88-9634-e29fe7004ad8 [ 716.341682] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.341682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.341682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.341682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.341682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.341682] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fced7ce-dcb8-4d88-9634-e29fe7004ad8 already deleted. [ 716.341682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fced7ce-dcb8-4d88-9634-e29fe7004ad8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.781153] env[70860]: INFO networking_nsxv3.common.synchronization [req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 req-c93920d5-b796-4583-a76f-ac96b0e79ff9 service nova] Enqueued Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGHEST for action security_group_rules [ 716.781153] env[70860]: INFO networking_nsxv3.common.synchronization [req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 req-c93920d5-b796-4583-a76f-ac96b0e79ff9 service nova] Enqueued Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGHEST for action security_group_members [ 716.784220] env[70860]: INFO networking_nsxv3.common.synchronization [req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 req-c93920d5-b796-4583-a76f-ac96b0e79ff9 service nova] Enqueued Resource ID: 25f9223c-7b6e-4e83-85ef-31c9c173a20a with Priority: HIGHEST for action port [ 716.784996] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGHEST for action security_group_rules [ 716.785208] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGHEST for action security_group_members [ 716.785793] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f9223c-7b6e-4e83-85ef-31c9c173a20a with Priority: HIGHEST for action port [ 716.786180] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3a1164-cbad-4b32-a855-a9494208316f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.786314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.790028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.790028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.790028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3a1164-cbad-4b32-a855-a9494208316f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.790028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3a1164-cbad-4b32-a855-a9494208316f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.790028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.790028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.790028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.790028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.790028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.790028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.790028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.790028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.790028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3a1164-cbad-4b32-a855-a9494208316f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.790893] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-25f9223c-7b6e-4e83-85ef-31c9c173a20a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.794024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25f9223c-7b6e-4e83-85ef-31c9c173a20a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.794024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25f9223c-7b6e-4e83-85ef-31c9c173a20a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.794024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25f9223c-7b6e-4e83-85ef-31c9c173a20a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.794024] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f9223c-7b6e-4e83-85ef-31c9c173a20a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.294109] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3a1164-cbad-4b32-a855-a9494208316f taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.297747] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3a1164-cbad-4b32-a855-a9494208316f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.297747] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25f9223c-7b6e-4e83-85ef-31c9c173a20a with status ACTIVE [ 717.297747] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.297747] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.297747] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.297747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.298579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.298579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.298579] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25f9223c-7b6e-4e83-85ef-31c9c173a20a is going to be updated. [ 717.322063] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.322063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.322063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.322063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.322063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.322063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25f9223c-7b6e-4e83-85ef-31c9c173a20a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.407274] env[70860]: INFO networking_nsxv3.common.synchronization [None req-09d2449f-7257-462c-a4c1-8b4475cab15c None None] Enqueued Resource ID: bb3c2eea-c101-47bd-b391-b0452cec764a with Priority: HIGHEST for action port [ 717.407274] env[70860]: INFO networking_nsxv3.common.synchronization [None req-18449700-06b7-47e1-83fd-2754ee871947 None None] Enqueued Resource ID: e586a634-3a73-4e79-b478-7c08cc3c31da with Priority: HIGHEST for action port [ 717.409136] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3c2eea-c101-47bd-b391-b0452cec764a with Priority: HIGHEST for action port [ 717.409136] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e586a634-3a73-4e79-b478-7c08cc3c31da with Priority: HIGHEST for action port [ 717.409136] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb3c2eea-c101-47bd-b391-b0452cec764a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.409136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb3c2eea-c101-47bd-b391-b0452cec764a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.409136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb3c2eea-c101-47bd-b391-b0452cec764a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.409136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb3c2eea-c101-47bd-b391-b0452cec764a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.409136] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3c2eea-c101-47bd-b391-b0452cec764a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.411410] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-e586a634-3a73-4e79-b478-7c08cc3c31da taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.411651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e586a634-3a73-4e79-b478-7c08cc3c31da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.411651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e586a634-3a73-4e79-b478-7c08cc3c31da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.411924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e586a634-3a73-4e79-b478-7c08cc3c31da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.412318] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e586a634-3a73-4e79-b478-7c08cc3c31da',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.799657] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3a1164-cbad-4b32-a855-a9494208316f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.914120] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb3c2eea-c101-47bd-b391-b0452cec764a [ 717.914290] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.914459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.914521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.914806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.914939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.915051] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb3c2eea-c101-47bd-b391-b0452cec764a already deleted. [ 717.915135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb3c2eea-c101-47bd-b391-b0452cec764a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.915328] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e586a634-3a73-4e79-b478-7c08cc3c31da [ 717.915505] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.915614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.915694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.915871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.916234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.916405] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e586a634-3a73-4e79-b478-7c08cc3c31da already deleted. [ 717.916511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e586a634-3a73-4e79-b478-7c08cc3c31da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.955109] env[70860]: INFO networking_nsxv3.common.synchronization [req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef req-afe34924-efee-48de-a87c-0b056cc999bc tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 717.955659] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 717.955948] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.956079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.956190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.957786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.958104] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.958343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.958512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.958809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.959910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.960154] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.304290] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.304617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.304617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.304787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.305383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.305383] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3a1164-cbad-4b32-a855-a9494208316f is going to be created. [ 718.328375] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.328635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.328731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.330298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.330477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.339988] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3a1164-cbad-4b32-a855-a9494208316f in Status: UNINITIALIZED for 2s [ 718.464302] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.464302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.464302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.464985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.465232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.466232] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.466469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.466469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.466710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.466865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.466990] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b already deleted. [ 718.467114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.305720] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.306172] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-518" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.306172] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-518" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.306280] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-518" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.306556] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.306711] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.307226] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.307633] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.307971] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.308405] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.310840] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.310840] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.310840] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.310840] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.310840] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.310840] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.330242] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.330242] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.330242] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.330242] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-518" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.330242] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-3d85cd30-4790-4eae-95a5-9368096dd8d8 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.330242] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-3d85cd30-4790-4eae-95a5-9368096dd8d8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.330242] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-3d85cd30-4790-4eae-95a5-9368096dd8d8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.330242] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-3d85cd30-4790-4eae-95a5-9368096dd8d8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.331051] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d85cd30-4790-4eae-95a5-9368096dd8d8',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.436797] env[70860]: INFO networking_nsxv3.common.synchronization [None req-25f06450-8a00-455d-9c90-779a30d484c8 None None] Enqueued Resource ID: 80442fc9-e4ac-49c5-bde0-b9fc9632a65d with Priority: HIGHEST for action port [ 719.437206] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80442fc9-e4ac-49c5-bde0-b9fc9632a65d with Priority: HIGHEST for action port [ 719.437611] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-80442fc9-e4ac-49c5-bde0-b9fc9632a65d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.437711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80442fc9-e4ac-49c5-bde0-b9fc9632a65d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.437818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80442fc9-e4ac-49c5-bde0-b9fc9632a65d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.440704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80442fc9-e4ac-49c5-bde0-b9fc9632a65d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.440944] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80442fc9-e4ac-49c5-bde0-b9fc9632a65d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.813895] env[70860]: INFO networking_nsxv3.common.synchronization [None req-4028a28b-5d2e-44d9-8d2e-384c17fe523a None None] Enqueued Resource ID: d75b1d27-3ed5-4ee2-8905-9e788ed5875f with Priority: HIGHEST for action port [ 719.814173] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75b1d27-3ed5-4ee2-8905-9e788ed5875f with Priority: HIGHEST for action port [ 719.814766] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d75b1d27-3ed5-4ee2-8905-9e788ed5875f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.814936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d75b1d27-3ed5-4ee2-8905-9e788ed5875f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.815046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d75b1d27-3ed5-4ee2-8905-9e788ed5875f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.816056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d75b1d27-3ed5-4ee2-8905-9e788ed5875f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.816056] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75b1d27-3ed5-4ee2-8905-9e788ed5875f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.837197] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.837197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.837197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.837197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.837197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.837197] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 3d85cd30-4790-4eae-95a5-9368096dd8d8 not found, creating... [ 719.837197] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.837197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.837197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.837197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.842069] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.842069] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.842513] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.842760] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.843148] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.843415] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.843716] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 3d85cd30-4790-4eae-95a5-9368096dd8d8 is going to be created. [ 719.865093] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.866183] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.866289] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.866578] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.866838] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.867093] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-3d85cd30-4790-4eae-95a5-9368096dd8d8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.945199] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80442fc9-e4ac-49c5-bde0-b9fc9632a65d [ 719.945506] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.945633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.945675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.945892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.945980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.946087] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80442fc9-e4ac-49c5-bde0-b9fc9632a65d already deleted. [ 719.946167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80442fc9-e4ac-49c5-bde0-b9fc9632a65d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.170932] env[70860]: INFO networking_nsxv3.common.synchronization [None req-dd472a81-c207-47e7-9927-826aaf4727d2 None None] Enqueued Resource ID: 7dafac73-b1e3-4f54-9f22-a3ddb4aec94b with Priority: HIGHEST for action port [ 720.170932] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dafac73-b1e3-4f54-9f22-a3ddb4aec94b with Priority: HIGHEST for action port [ 720.171356] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dafac73-b1e3-4f54-9f22-a3ddb4aec94b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.171413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dafac73-b1e3-4f54-9f22-a3ddb4aec94b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.171498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dafac73-b1e3-4f54-9f22-a3ddb4aec94b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.173555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dafac73-b1e3-4f54-9f22-a3ddb4aec94b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.173555] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dafac73-b1e3-4f54-9f22-a3ddb4aec94b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.318181] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d75b1d27-3ed5-4ee2-8905-9e788ed5875f [ 720.318181] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.318181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.318181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.318676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.318676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.318676] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d75b1d27-3ed5-4ee2-8905-9e788ed5875f already deleted. [ 720.318676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d75b1d27-3ed5-4ee2-8905-9e788ed5875f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.348135] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3a1164-cbad-4b32-a855-a9494208316f in Status: SUCCESS [ 720.348544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.349085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.349547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.349547] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.349795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.349795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.349948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.350095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.350198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.350289] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3a1164-cbad-4b32-a855-a9494208316f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.593907] env[70860]: INFO networking_nsxv3.common.synchronization [req-05519655-021e-4e33-8405-f6917ec508ec req-ebc24bed-7237-4929-865c-6fad38f578ba tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Enqueued Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGHEST for action security_group_members [ 720.594466] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGHEST for action security_group_members [ 720.594910] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e832e2a-972c-4368-901f-77a741748033 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.594910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.595242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.601186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.601186] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.601186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.601186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.601186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.601186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.601186] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e832e2a-972c-4368-901f-77a741748033',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.675966] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dafac73-b1e3-4f54-9f22-a3ddb4aec94b [ 720.676227] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.676379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.676525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.676660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.676788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.676857] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dafac73-b1e3-4f54-9f22-a3ddb4aec94b already deleted. [ 720.676928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dafac73-b1e3-4f54-9f22-a3ddb4aec94b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.854552] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3a1164-cbad-4b32-a855-a9494208316f taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.854552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.854552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.854552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.854552] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.854552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.854552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.854964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.854964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.854964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.854964] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3a1164-cbad-4b32-a855-a9494208316f taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.855123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.855123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.855270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.855383] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.855577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.855577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.855867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.856612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.857840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.857840] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3a1164-cbad-4b32-a855-a9494208316f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.877352] env[70860]: INFO networking_nsxv3.common.synchronization [None req-58fd95c0-960b-4d53-8ad8-6ebf41d4e941 None None] Enqueued Resource ID: bfbd5136-d2d6-4113-8f01-c5a99289475c with Priority: HIGHEST for action port [ 720.880983] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbd5136-d2d6-4113-8f01-c5a99289475c with Priority: HIGHEST for action port [ 720.880983] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfbd5136-d2d6-4113-8f01-c5a99289475c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.880983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfbd5136-d2d6-4113-8f01-c5a99289475c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.880983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfbd5136-d2d6-4113-8f01-c5a99289475c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.880983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfbd5136-d2d6-4113-8f01-c5a99289475c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.880983] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfbd5136-d2d6-4113-8f01-c5a99289475c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.104660] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.105870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.105870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.105870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.105870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.105870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.105870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.105870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.105870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.105870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.106490] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e832e2a-972c-4368-901f-77a741748033 already deleted. [ 721.106490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.333222] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.333222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-684" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.333222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-684" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.333222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-684" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.333222] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.333222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.333222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.333222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.334637] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.334637] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.334637] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.334637] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.334637] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.334637] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.334637] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.334979] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.353359] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.354193] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.354407] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.354700] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-684" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.355204] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-90cd79dd-bf7b-41e2-a888-3c7620873889 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.355344] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-90cd79dd-bf7b-41e2-a888-3c7620873889" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.355385] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-90cd79dd-bf7b-41e2-a888-3c7620873889" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.355847] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-90cd79dd-bf7b-41e2-a888-3c7620873889" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.356653] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90cd79dd-bf7b-41e2-a888-3c7620873889',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.360267] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3a1164-cbad-4b32-a855-a9494208316f: rpc.has_security_group_logging(os_id): False [ 721.376148] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.376148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.376405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.376405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.376789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.380526] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.380526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.380526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.380841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.380841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.381050] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.381139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.381200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.381355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.381432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.381987] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.381987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.381987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.381987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.381987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.383334] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3a1164-cbad-4b32-a855-a9494208316f is going to be created. [ 721.383916] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfbd5136-d2d6-4113-8f01-c5a99289475c [ 721.384101] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.384201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.384256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.384431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.384566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.384956] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfbd5136-d2d6-4113-8f01-c5a99289475c already deleted. [ 721.384956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfbd5136-d2d6-4113-8f01-c5a99289475c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.438782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.438961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.439054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.439865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.439865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.450553] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3a1164-cbad-4b32-a855-a9494208316f in Status: IN_PROGRESS for 2s [ 721.659928] env[70860]: INFO networking_nsxv3.common.synchronization [req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef req-b8884801-b3e8-4653-b9c7-f70dd9936872 service nova] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_rules [ 721.661024] env[70860]: INFO networking_nsxv3.common.synchronization [req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef req-b8884801-b3e8-4653-b9c7-f70dd9936872 service nova] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 721.661183] env[70860]: INFO networking_nsxv3.common.synchronization [req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef req-b8884801-b3e8-4653-b9c7-f70dd9936872 service nova] Enqueued Resource ID: 3d85cd30-4790-4eae-95a5-9368096dd8d8 with Priority: HIGHEST for action port [ 721.661754] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_rules [ 721.661900] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 721.661994] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d85cd30-4790-4eae-95a5-9368096dd8d8 with Priority: HIGHEST for action port [ 721.662284] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.662405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.662470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.662695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.662771] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.664053] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.665573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.665573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.665573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.665573] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.665573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.665573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.665573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.665573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.665573] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.667622] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d85cd30-4790-4eae-95a5-9368096dd8d8 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.667622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d85cd30-4790-4eae-95a5-9368096dd8d8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.667622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d85cd30-4790-4eae-95a5-9368096dd8d8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.667622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d85cd30-4790-4eae-95a5-9368096dd8d8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.667622] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d85cd30-4790-4eae-95a5-9368096dd8d8',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.861623] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.861859] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.861989] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.862334] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.862493] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.862653] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 90cd79dd-bf7b-41e2-a888-3c7620873889 not found, creating... [ 721.862919] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.863096] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.865375] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.865661] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.865815] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.866691] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.866887] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.867023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.867250] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.867444] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.867528] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 90cd79dd-bf7b-41e2-a888-3c7620873889 is going to be created. [ 721.887778] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.888075] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.888201] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.888469] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.888697] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.888930] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-90cd79dd-bf7b-41e2-a888-3c7620873889" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.169999] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.173080] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.173080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.174328] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d85cd30-4790-4eae-95a5-9368096dd8d8 with status ACTIVE [ 722.177350] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.177350] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.177350] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.177350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.177350] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d85cd30-4790-4eae-95a5-9368096dd8d8 is going to be updated. [ 722.198229] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.201630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.202365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.202365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.202365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.202365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d85cd30-4790-4eae-95a5-9368096dd8d8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.672299] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.770463] env[70860]: INFO networking_nsxv3.common.synchronization [req-05519655-021e-4e33-8405-f6917ec508ec req-d6bcf5d0-e45e-4853-9f27-cd5862988a9d service nova] Enqueued Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGHEST for action security_group_rules [ 722.770645] env[70860]: INFO networking_nsxv3.common.synchronization [req-05519655-021e-4e33-8405-f6917ec508ec req-d6bcf5d0-e45e-4853-9f27-cd5862988a9d service nova] Enqueued Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGHEST for action security_group_members [ 722.770814] env[70860]: INFO networking_nsxv3.common.synchronization [req-05519655-021e-4e33-8405-f6917ec508ec req-d6bcf5d0-e45e-4853-9f27-cd5862988a9d service nova] Enqueued Resource ID: 90cd79dd-bf7b-41e2-a888-3c7620873889 with Priority: HIGHEST for action port [ 722.771045] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGHEST for action security_group_rules [ 722.771179] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGHEST for action security_group_members [ 722.771313] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90cd79dd-bf7b-41e2-a888-3c7620873889 with Priority: HIGHEST for action port [ 722.772078] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e832e2a-972c-4368-901f-77a741748033 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.772078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.773123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.773469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.773798] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e832e2a-972c-4368-901f-77a741748033',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.774713] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e832e2a-972c-4368-901f-77a741748033 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.774838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.774909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.775221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.775260] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.775348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.775412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.775598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.775704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.775800] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e832e2a-972c-4368-901f-77a741748033',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.776906] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-90cd79dd-bf7b-41e2-a888-3c7620873889 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.776906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90cd79dd-bf7b-41e2-a888-3c7620873889" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.776906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90cd79dd-bf7b-41e2-a888-3c7620873889" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.776906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90cd79dd-bf7b-41e2-a888-3c7620873889" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.777149] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90cd79dd-bf7b-41e2-a888-3c7620873889',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.858443] env[70860]: INFO networking_nsxv3.common.synchronization [None req-7bcd9b80-7549-4703-987a-aa7ffe855635 None None] Enqueued Resource ID: 7fbdfdc0-fad5-42b7-9ed5-526c25590417 with Priority: HIGHEST for action port [ 722.858868] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbdfdc0-fad5-42b7-9ed5-526c25590417 with Priority: HIGHEST for action port [ 722.859175] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fbdfdc0-fad5-42b7-9ed5-526c25590417 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.859295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fbdfdc0-fad5-42b7-9ed5-526c25590417" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.859360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fbdfdc0-fad5-42b7-9ed5-526c25590417" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.859635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fbdfdc0-fad5-42b7-9ed5-526c25590417" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.859712] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fbdfdc0-fad5-42b7-9ed5-526c25590417',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.918305] env[70860]: INFO networking_nsxv3.common.synchronization [None req-72d7a6f1-0e58-4a3a-8ff8-1cd136a1cb69 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Enqueued Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_rules [ 722.918305] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_rules [ 722.918305] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.918305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.918305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.918862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.918862] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.063961] env[70860]: INFO networking_nsxv3.common.synchronization [None req-fdffdf7d-a8f8-4280-bf36-ee01847fa9e9 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Enqueued Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_rules [ 723.064644] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_rules [ 723.064986] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.065217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.176330] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.176716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.176983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.178992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.178992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.178992] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b is going to be created. [ 723.200986] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.200986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.200986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.200986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.200986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.213274] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: UNINITIALIZED for 2s [ 723.280434] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e832e2a-972c-4368-901f-77a741748033 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.281444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.283032] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e832e2a-972c-4368-901f-77a741748033',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.283473] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90cd79dd-bf7b-41e2-a888-3c7620873889 with status ACTIVE [ 723.283710] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.283842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.283919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.284123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.284208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.284359] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.284511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.284511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.284651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.284726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.284896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.284983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.285052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.285229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.285267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.285333] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90cd79dd-bf7b-41e2-a888-3c7620873889 is going to be updated. [ 723.305934] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.305934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.305934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.305934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.306160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.306297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90cd79dd-bf7b-41e2-a888-3c7620873889" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.361380] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fbdfdc0-fad5-42b7-9ed5-526c25590417 [ 723.361872] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.361994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.362173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.364061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.364061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.364061] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fbdfdc0-fad5-42b7-9ed5-526c25590417 already deleted. [ 723.364061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fbdfdc0-fad5-42b7-9ed5-526c25590417" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.374201] env[70860]: INFO networking_nsxv3.common.synchronization [None req-0bd3deec-1e2a-442e-9614-de6b8cf78a50 None None] Enqueued Resource ID: fdb2a9fe-d048-4909-8f69-bd53c5293b4b with Priority: HIGHEST for action port [ 723.374201] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdb2a9fe-d048-4909-8f69-bd53c5293b4b with Priority: HIGHEST for action port [ 723.374201] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdb2a9fe-d048-4909-8f69-bd53c5293b4b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.374201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdb2a9fe-d048-4909-8f69-bd53c5293b4b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.374201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdb2a9fe-d048-4909-8f69-bd53c5293b4b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.374201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdb2a9fe-d048-4909-8f69-bd53c5293b4b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.374201] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb2a9fe-d048-4909-8f69-bd53c5293b4b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.387449] env[70860]: INFO networking_nsxv3.common.synchronization [req-743abce8-6790-49b2-8763-3d813d5f3611 req-e2c3d891-00e0-494c-9993-abf5d0e77f06 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_members [ 723.389199] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_members [ 723.389675] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.389763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.389921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.390203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.390370] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.390472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.390548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.390931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.392672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.392672] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.443532] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.444067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.444067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.444200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.444426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.444507] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd229ccf-0021-4812-9b27-33e7961e3408 already deleted. [ 723.444681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.445230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.445463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.445588] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.464380] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3a1164-cbad-4b32-a855-a9494208316f in Status: SUCCESS [ 723.464380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.788398] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e832e2a-972c-4368-901f-77a741748033',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.790875] env[70860]: INFO networking_nsxv3.common.synchronization [None req-7664c849-4403-415d-8aff-6933f7a4965e tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Enqueued Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_rules [ 723.795108] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_rules [ 723.795791] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.796647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.796647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.796647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.796647] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.880738] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdb2a9fe-d048-4909-8f69-bd53c5293b4b [ 723.880738] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.880738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.880738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.880738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.880738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.880738] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdb2a9fe-d048-4909-8f69-bd53c5293b4b already deleted. [ 723.880738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdb2a9fe-d048-4909-8f69-bd53c5293b4b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.900311] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.900311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.900311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.900311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.900311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.900311] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.902342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.902342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.902342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.902508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.902822] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 already deleted. [ 723.902963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.967417] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.967417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.968128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.969112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.969112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.969112] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd229ccf-0021-4812-9b27-33e7961e3408 already deleted. [ 723.969234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.007454] env[70860]: INFO networking_nsxv3.common.synchronization [None req-54f97e4d-5e74-4a1c-840b-92309a6c2fc2 None None] Enqueued Resource ID: 35068b14-9d3a-4682-8ff8-9398d7c0cd66 with Priority: HIGHEST for action port [ 724.007730] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35068b14-9d3a-4682-8ff8-9398d7c0cd66 with Priority: HIGHEST for action port [ 724.008331] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-35068b14-9d3a-4682-8ff8-9398d7c0cd66 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.008480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35068b14-9d3a-4682-8ff8-9398d7c0cd66" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.008556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35068b14-9d3a-4682-8ff8-9398d7c0cd66" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.008830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35068b14-9d3a-4682-8ff8-9398d7c0cd66" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.008908] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35068b14-9d3a-4682-8ff8-9398d7c0cd66',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.083943] env[70860]: INFO networking_nsxv3.common.synchronization [None req-bf637a7e-26b7-405a-b2e6-657719599814 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Enqueued Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_rules [ 724.085045] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_rules [ 724.085560] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.085862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.292068] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.292647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.292775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.293040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.293171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.293458] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e832e2a-972c-4368-901f-77a741748033 is going to be created. [ 724.323021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.323021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.323021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.323021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.323021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.323021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1002ff90-3036-42b4-98c6-beaf49603d25 already deleted. [ 724.323021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.323021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.323021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.323503] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.329495] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.329614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.329683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.330527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.330527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.339215] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e832e2a-972c-4368-901f-77a741748033 in Status: UNINITIALIZED for 2s [ 724.359700] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.359900] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.360035] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.360418] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.360745] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.360987] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.361207] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.361465] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.361645] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.361903] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.362063] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.362206] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.362339] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.362863] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.362948] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.363166] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.392088] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.392316] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.392403] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.392578] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.392984] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.393244] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.393385] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.393877] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.393952] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2fec0ce-de2b-4fdd-bc07-f8401097abbc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.514219] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35068b14-9d3a-4682-8ff8-9398d7c0cd66 [ 724.514332] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.514460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.514983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.515593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.515593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.515593] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35068b14-9d3a-4682-8ff8-9398d7c0cd66 already deleted. [ 724.515733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35068b14-9d3a-4682-8ff8-9398d7c0cd66" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.846019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.846019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.846019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.846019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.846019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.846019] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1002ff90-3036-42b4-98c6-beaf49603d25 already deleted. [ 724.846019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.898126] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.898126] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.898126] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.898126] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.898126] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.898126] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port f2fec0ce-de2b-4fdd-bc07-f8401097abbc not found, creating... [ 724.898472] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.898472] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.898570] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.899283] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.899283] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.904806] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.904806] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.904806] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.904806] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.904806] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.904806] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: f2fec0ce-de2b-4fdd-bc07-f8401097abbc is going to be created. [ 724.920831] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.920831] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.920831] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.921037] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.921269] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.921544] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.947013] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fff6caf-f469-4a06-b288-e0302c707782 req-a6b5f6a8-f87b-4c26-8805-ec2e0116a6ed tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e97223cb-33a9-4a93-b06a-68781033c3af with Priority: HIGHEST for action security_group_members [ 724.947355] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fff6caf-f469-4a06-b288-e0302c707782 req-a6b5f6a8-f87b-4c26-8805-ec2e0116a6ed tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 724.949018] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97223cb-33a9-4a93-b06a-68781033c3af with Priority: HIGHEST for action security_group_members [ 724.949018] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 724.949018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97223cb-33a9-4a93-b06a-68781033c3af taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.949018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.949018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.949018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.949018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.949018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.949018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.949687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.949879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.950172] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e97223cb-33a9-4a93-b06a-68781033c3af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.954363] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.954363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.954363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.954363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.954363] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.954363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.954363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.954363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.954363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.954363] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.004090] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fff6caf-f469-4a06-b288-e0302c707782 req-a6b5f6a8-f87b-4c26-8805-ec2e0116a6ed tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_rules [ 725.004310] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fff6caf-f469-4a06-b288-e0302c707782 req-a6b5f6a8-f87b-4c26-8805-ec2e0116a6ed tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 725.004450] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fff6caf-f469-4a06-b288-e0302c707782 req-a6b5f6a8-f87b-4c26-8805-ec2e0116a6ed tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e97223cb-33a9-4a93-b06a-68781033c3af with Priority: HIGHEST for action security_group_rules [ 725.004607] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fff6caf-f469-4a06-b288-e0302c707782 req-a6b5f6a8-f87b-4c26-8805-ec2e0116a6ed tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e97223cb-33a9-4a93-b06a-68781033c3af with Priority: HIGHEST for action security_group_members [ 725.004716] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fff6caf-f469-4a06-b288-e0302c707782 req-a6b5f6a8-f87b-4c26-8805-ec2e0116a6ed tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: 175e3821-865a-48e4-b005-4ed9851f2a31 with Priority: HIGHEST for action port [ 725.005271] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_rules [ 725.005984] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97223cb-33a9-4a93-b06a-68781033c3af with Priority: HIGHEST for action security_group_rules [ 725.005984] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175e3821-865a-48e4-b005-4ed9851f2a31 with Priority: HIGHEST for action port [ 725.005984] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 725.006364] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97223cb-33a9-4a93-b06a-68781033c3af with Priority: HIGHEST for action security_group_members [ 725.006720] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.006955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.007079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.007341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.007474] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.011132] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e97223cb-33a9-4a93-b06a-68781033c3af taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.011132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.011132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.011132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.011132] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e97223cb-33a9-4a93-b06a-68781033c3af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.015935] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-175e3821-865a-48e4-b005-4ed9851f2a31 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.016074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.016148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.016337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.016417] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175e3821-865a-48e4-b005-4ed9851f2a31',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.017449] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.017449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.017653] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97223cb-33a9-4a93-b06a-68781033c3af taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.017653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.232345] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: SUCCESS [ 725.232345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.232345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.232345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.232345] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.232345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.232345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.232345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.232345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.232345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.232345] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.455119] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e97223cb-33a9-4a93-b06a-68781033c3af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.455535] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.518769] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175e3821-865a-48e4-b005-4ed9851f2a31 with status ACTIVE [ 725.519052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.519206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.519279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.519501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.519594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.519773] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.519875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.519965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.520155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.520248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.520434] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.520568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.520624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.520722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.520826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.520919] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175e3821-865a-48e4-b005-4ed9851f2a31 is going to be updated. [ 725.522763] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97223cb-33a9-4a93-b06a-68781033c3af taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.522912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.523287] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.523382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.543474] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.544289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.544482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.545290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.545290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.545290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.713366] env[70860]: INFO networking_nsxv3.common.synchronization [req-743abce8-6790-49b2-8763-3d813d5f3611 req-bfe4e921-8940-477f-9fa6-65641988bfcd service nova] Enqueued Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_rules [ 725.713366] env[70860]: INFO networking_nsxv3.common.synchronization [req-743abce8-6790-49b2-8763-3d813d5f3611 req-bfe4e921-8940-477f-9fa6-65641988bfcd service nova] Enqueued Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_members [ 725.713366] env[70860]: INFO networking_nsxv3.common.synchronization [req-743abce8-6790-49b2-8763-3d813d5f3611 req-bfe4e921-8940-477f-9fa6-65641988bfcd service nova] Enqueued Resource ID: f2fec0ce-de2b-4fdd-bc07-f8401097abbc with Priority: HIGHEST for action port [ 725.713734] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_rules [ 725.713810] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_members [ 725.713902] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fec0ce-de2b-4fdd-bc07-f8401097abbc with Priority: HIGHEST for action port [ 725.714473] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.714646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.714686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.714858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.714934] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.716059] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.716239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.716443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.716564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.716702] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.716817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.717025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.717025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.717201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.717201] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.719703] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.719703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.719703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.719703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.719703] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2fec0ce-de2b-4fdd-bc07-f8401097abbc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.734923] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.753864] env[70860]: INFO networking_nsxv3.common.synchronization [req-571cffdf-7ed2-4805-af14-dd2c531e5556 req-1100a986-90ae-4d95-985b-576fb2c3dfe9 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Enqueued Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGHEST for action security_group_members [ 725.753864] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGHEST for action security_group_members [ 725.754622] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-be90daf1-2a45-45b0-99e2-6c3093524baa taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.754622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.754622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.754857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.756457] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.756457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.756457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.756457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.756457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.756457] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be90daf1-2a45-45b0-99e2-6c3093524baa',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.958353] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.959552] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e97223cb-33a9-4a93-b06a-68781033c3af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.221235] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.221235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.221235] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.221972] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2fec0ce-de2b-4fdd-bc07-f8401097abbc with status ACTIVE [ 726.222239] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.222317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.222383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.222638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.222810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.223028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.223138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.223753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.223905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.224036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.224269] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.224438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.224487] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.224606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.227021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.227021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2fec0ce-de2b-4fdd-bc07-f8401097abbc is going to be updated. [ 726.240482] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69f87461-2b5e-41eb-9dd0-0a4234c2717b: rpc.has_security_group_logging(os_id): False [ 726.251517] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.251721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.252113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.252374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.252578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.252684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2fec0ce-de2b-4fdd-bc07-f8401097abbc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.257293] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.258769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.258769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.258769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.258769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.258769] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.258972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.258972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.259085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.259175] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.259263] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be90daf1-2a45-45b0-99e2-6c3093524baa already deleted. [ 726.259344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.261059] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.261135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.261175] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.261347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.261393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.261618] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.261721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.261785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.262048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.262048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.262118] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b is going to be created. [ 726.296268] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.296488] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.297136] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.297431] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.297697] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.297861] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.297984] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.301853] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.301853] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.302956] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.302956] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.302956] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.302956] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.302956] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.302956] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.302956] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.307642] env[70860]: INFO networking_nsxv3.common.synchronization [req-c6fba0a7-963d-44a1-8a7c-8fa85a03e669 req-c27357e3-727c-4280-9a26-1f60a1dbd569 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e97223cb-33a9-4a93-b06a-68781033c3af with Priority: HIGHEST for action security_group_members [ 726.307642] env[70860]: INFO networking_nsxv3.common.synchronization [req-c6fba0a7-963d-44a1-8a7c-8fa85a03e669 req-c27357e3-727c-4280-9a26-1f60a1dbd569 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 726.309038] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97223cb-33a9-4a93-b06a-68781033c3af with Priority: HIGHEST for action security_group_members [ 726.309038] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 726.309182] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e97223cb-33a9-4a93-b06a-68781033c3af taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.309235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.309561] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.309561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.346556] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.347798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.347891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.348145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.348355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.351360] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.351554] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 726.351794] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.352084] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.352236] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-a6d5450d-1abb-49eb-ac7c-f38c6484209c taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.352429] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-a6d5450d-1abb-49eb-ac7c-f38c6484209c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.353309] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-a6d5450d-1abb-49eb-ac7c-f38c6484209c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.353702] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-a6d5450d-1abb-49eb-ac7c-f38c6484209c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.353870] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6d5450d-1abb-49eb-ac7c-f38c6484209c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.360039] env[70860]: INFO networking_nsxv3.common.synchronization [req-c6fba0a7-963d-44a1-8a7c-8fa85a03e669 req-c27357e3-727c-4280-9a26-1f60a1dbd569 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_rules [ 726.360039] env[70860]: INFO networking_nsxv3.common.synchronization [req-c6fba0a7-963d-44a1-8a7c-8fa85a03e669 req-c27357e3-727c-4280-9a26-1f60a1dbd569 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 726.360039] env[70860]: INFO networking_nsxv3.common.synchronization [req-c6fba0a7-963d-44a1-8a7c-8fa85a03e669 req-c27357e3-727c-4280-9a26-1f60a1dbd569 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: 175e3821-865a-48e4-b005-4ed9851f2a31 with Priority: HIGHEST for action port [ 726.364191] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_rules [ 726.364191] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 726.364191] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175e3821-865a-48e4-b005-4ed9851f2a31 with Priority: HIGHEST for action port [ 726.364191] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.364191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.364191] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.364191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.364191] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-175e3821-865a-48e4-b005-4ed9851f2a31 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.364191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.365094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.365094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.365094] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175e3821-865a-48e4-b005-4ed9851f2a31',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.373112] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e832e2a-972c-4368-901f-77a741748033 in Status: SUCCESS [ 726.373323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.373828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.373987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.374183] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.374294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.374363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.374697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.374697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.374697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.374914] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e832e2a-972c-4368-901f-77a741748033',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.376417] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: IN_PROGRESS for 2s [ 726.460686] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.460905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.460971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.462432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.462543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.462606] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe is going to be updated. [ 726.466871] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.467016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.467097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.467305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.467396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.467490] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e97223cb-33a9-4a93-b06a-68781033c3af is going to be created. [ 726.558837] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.558837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.558837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.558837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.558837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.569207] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.572020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.572020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.572020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.572020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.574684] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e97223cb-33a9-4a93-b06a-68781033c3af in Status: UNINITIALIZED for 2s [ 726.596967] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: IN_PROGRESS for 2s [ 726.628458] env[70860]: INFO networking_nsxv3.common.synchronization [None req-fc3411ae-57e8-4d64-85c0-a639385a7d21 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Enqueued Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_rules [ 726.628458] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_rules [ 726.629010] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.629406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.629682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.630100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.630324] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.728133] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.856788] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.857023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.857152] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.857435] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.857584] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.857737] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port a6d5450d-1abb-49eb-ac7c-f38c6484209c not found, creating... [ 726.858017] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.858159] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.858276] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.858932] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.858932] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.858932] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.859125] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.859162] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.859356] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.859489] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.859823] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: a6d5450d-1abb-49eb-ac7c-f38c6484209c is going to be created. [ 726.869345] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175e3821-865a-48e4-b005-4ed9851f2a31 with status ACTIVE [ 726.870050] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.870247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.870319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.870581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.870650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.870790] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.870922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.870973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.871100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.871187] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.871370] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.871452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.871517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.871654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.871728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.871813] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175e3821-865a-48e4-b005-4ed9851f2a31 is going to be updated. [ 726.877744] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e832e2a-972c-4368-901f-77a741748033 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.877895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.877895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.878167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.878338] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.878559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.878719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.878815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.878979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.878979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.879137] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e832e2a-972c-4368-901f-77a741748033 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.879231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.879293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.879434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.879570] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.879663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.879747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.879924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.880010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.880102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.880194] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e832e2a-972c-4368-901f-77a741748033',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.898513] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.898717] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.898837] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.899130] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.899349] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.899577] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-a6d5450d-1abb-49eb-ac7c-f38c6484209c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.901719] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.901863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.901930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.902348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.902348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.902484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175e3821-865a-48e4-b005-4ed9851f2a31" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.911651] env[70860]: INFO networking_nsxv3.common.synchronization [None req-59e2ed06-6fc0-4c2d-8bf0-33e1b3f8a646 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Enqueued Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_rules [ 726.911651] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_rules [ 726.911651] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.911651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.157475] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.158014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.158014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.158014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.158014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.158867] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b294429-0afa-4ae5-9538-8265ccaff913 already deleted. [ 727.158867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.158867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.158867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.159064] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.230810] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.231796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.231891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.232151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.232511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.232511] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 is going to be created. [ 727.264204] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.264419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.264419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.264635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.264797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.276217] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 in Status: UNINITIALIZED for 2s [ 727.340847] env[70860]: INFO networking_nsxv3.common.synchronization [None req-1ad071be-8da6-4582-bea5-4e821180d568 None None] Enqueued Resource ID: 85e7fd49-c8c7-4df0-a58d-d3e615fe36ec with Priority: HIGHEST for action port [ 727.341145] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e7fd49-c8c7-4df0-a58d-d3e615fe36ec with Priority: HIGHEST for action port [ 727.341724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e7fd49-c8c7-4df0-a58d-d3e615fe36ec taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.341823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e7fd49-c8c7-4df0-a58d-d3e615fe36ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.341945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e7fd49-c8c7-4df0-a58d-d3e615fe36ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.342177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e7fd49-c8c7-4df0-a58d-d3e615fe36ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.342262] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e7fd49-c8c7-4df0-a58d-d3e615fe36ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.383303] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e832e2a-972c-4368-901f-77a741748033: rpc.has_security_group_logging(os_id): False [ 727.405975] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.405975] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.405975] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.405975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.406657] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.406657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.406657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.406657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.406657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.406657] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e832e2a-972c-4368-901f-77a741748033 is going to be created. [ 727.474308] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.474486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.474557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.474814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.475053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.499801] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e832e2a-972c-4368-901f-77a741748033 in Status: IN_PROGRESS for 2s [ 727.682359] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.682684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.682684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.682823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.682887] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.682990] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b294429-0afa-4ae5-9538-8265ccaff913 already deleted. [ 727.683093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.847194] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85e7fd49-c8c7-4df0-a58d-d3e615fe36ec [ 727.847194] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.847194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.847194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.847194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.847194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.847194] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85e7fd49-c8c7-4df0-a58d-d3e615fe36ec already deleted. [ 727.847194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e7fd49-c8c7-4df0-a58d-d3e615fe36ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.896911] env[70860]: INFO networking_nsxv3.common.synchronization [req-571cffdf-7ed2-4805-af14-dd2c531e5556 req-4cb8f956-6129-45e9-b0aa-8ac38ebd4d98 service nova] Enqueued Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGHEST for action security_group_rules [ 727.896911] env[70860]: INFO networking_nsxv3.common.synchronization [req-571cffdf-7ed2-4805-af14-dd2c531e5556 req-4cb8f956-6129-45e9-b0aa-8ac38ebd4d98 service nova] Enqueued Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGHEST for action security_group_members [ 727.896911] env[70860]: INFO networking_nsxv3.common.synchronization [req-571cffdf-7ed2-4805-af14-dd2c531e5556 req-4cb8f956-6129-45e9-b0aa-8ac38ebd4d98 service nova] Enqueued Resource ID: a6d5450d-1abb-49eb-ac7c-f38c6484209c with Priority: HIGHEST for action port [ 727.897294] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGHEST for action security_group_rules [ 727.897294] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGHEST for action security_group_members [ 727.897373] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d5450d-1abb-49eb-ac7c-f38c6484209c with Priority: HIGHEST for action port [ 727.898313] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be90daf1-2a45-45b0-99e2-6c3093524baa taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.898447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.898516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.898825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.898914] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be90daf1-2a45-45b0-99e2-6c3093524baa',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.899846] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-be90daf1-2a45-45b0-99e2-6c3093524baa taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.900010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.900063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.900257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.900842] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.900982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.901079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.901238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.901329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.902025] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be90daf1-2a45-45b0-99e2-6c3093524baa',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.903167] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6d5450d-1abb-49eb-ac7c-f38c6484209c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.903167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6d5450d-1abb-49eb-ac7c-f38c6484209c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.903167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6d5450d-1abb-49eb-ac7c-f38c6484209c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.904639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6d5450d-1abb-49eb-ac7c-f38c6484209c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.904639] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6d5450d-1abb-49eb-ac7c-f38c6484209c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.283914] env[70860]: INFO networking_nsxv3.common.synchronization [req-2209896e-3af6-4f05-af32-88d4bd6ac133 req-bbf67485-8194-426e-abb2-273e3d2ecd26 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Enqueued Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGHEST for action security_group_members [ 728.284461] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGHEST for action security_group_members [ 728.284769] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b72118f2-2d8b-4d23-bebe-67cae38f9086 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.284918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.284995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.285217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.285371] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.285471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.285574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.285706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.285786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.285884] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b72118f2-2d8b-4d23-bebe-67cae38f9086',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.389664] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: SUCCESS [ 728.389889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.406507] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be90daf1-2a45-45b0-99e2-6c3093524baa',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.407578] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-be90daf1-2a45-45b0-99e2-6c3093524baa taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.407705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.408032] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6d5450d-1abb-49eb-ac7c-f38c6484209c with status ACTIVE [ 728.408032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.409125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.409125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.409125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.409125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.409125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.409125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.409125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.409125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.409125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.409125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.409873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.409873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.409873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.409873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.409873] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6d5450d-1abb-49eb-ac7c-f38c6484209c is going to be updated. [ 728.446963] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.446963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.446963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.446963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.446963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.446963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6d5450d-1abb-49eb-ac7c-f38c6484209c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.597269] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e97223cb-33a9-4a93-b06a-68781033c3af in Status: SUCCESS [ 728.597269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.598318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.598543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.598741] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.599215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.599284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.599460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.599547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.599694] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e97223cb-33a9-4a93-b06a-68781033c3af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.607941] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: SUCCESS [ 728.608167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.608360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.608599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.608789] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.608904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.608967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.609133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.609212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.609306] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.705852] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.706474] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-471" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.706474] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-471" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.706605] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-471" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.706841] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.709425] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.709425] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.709425] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.709425] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.709425] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.709425] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.709425] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.709713] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.709713] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.709800] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.709940] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.733839] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.733976] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.734061] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.734271] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-471" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.734602] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.734839] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.734968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.736696] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.736926] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a798dd06-ae2a-4f53-99a7-e046b6fbff3f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.789088] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.789287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.789351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.789583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.789681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.789939] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.790045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.790085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.790222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.790304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.790387] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 already deleted. [ 728.790466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.916847] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be90daf1-2a45-45b0-99e2-6c3093524baa',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.102946] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.102946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.102946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.102946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.102946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.102946] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.103223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.103261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.103507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.103668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.103826] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e97223cb-33a9-4a93-b06a-68781033c3af is going to be deleted. [ 729.113009] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.193613] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.193613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.193794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.193926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.194045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.194158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.194312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.194476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.194693] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.194838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.194908] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.195085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.195202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.195339] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e97223cb-33a9-4a93-b06a-68781033c3af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.241184] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.241335] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.241453] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.241762] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.241931] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.242297] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port a798dd06-ae2a-4f53-99a7-e046b6fbff3f not found, creating... [ 729.242690] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.242967] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.243123] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.243660] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243660] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.244039] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.244256] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.245406] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.245406] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.245406] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.245406] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: a798dd06-ae2a-4f53-99a7-e046b6fbff3f is going to be created. [ 729.269905] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.269905] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.269905] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.270212] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.270212] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.272368] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.303929] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 in Status: SUCCESS [ 729.304996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.304996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.308726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.309287] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.309287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.309287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.309502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.309502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.309502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.309635] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.419610] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.419823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.419823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.420282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.420376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.420485] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be90daf1-2a45-45b0-99e2-6c3093524baa is going to be created. [ 729.450476] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.450670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.450670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.451781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.451781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.462314] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be90daf1-2a45-45b0-99e2-6c3093524baa in Status: UNINITIALIZED for 2s [ 729.513262] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e832e2a-972c-4368-901f-77a741748033 in Status: SUCCESS [ 729.513465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.615822] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.700950] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.700950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.700950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.700950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.700950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.701398] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.701398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.701505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.701695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.701806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.701945] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e97223cb-33a9-4a93-b06a-68781033c3af already deleted. [ 729.702462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.702462] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e97223cb-33a9-4a93-b06a-68781033c3af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.702970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.703169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.706021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.706021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.706021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.706021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.706021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.706021] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e97223cb-33a9-4a93-b06a-68781033c3af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.811575] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.118719] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.121012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.121012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.121012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.121012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.121012] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe is going to be updated. [ 730.149035] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.149035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.149035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.149035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.149035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.155948] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: IN_PROGRESS for 2s [ 730.206800] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e97223cb-33a9-4a93-b06a-68781033c3af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.208012] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.208188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.208236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.208481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.208574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.208805] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.208914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.208985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.209250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.209388] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.209440] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e97223cb-33a9-4a93-b06a-68781033c3af already deleted. [ 730.209500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.315630] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4e51c6d-a912-49a1-9a0b-a8a5d48ec829: rpc.has_security_group_logging(os_id): False [ 730.338108] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.338108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.338108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.338108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.338108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.340021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.340021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.340021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.340021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.340021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.340021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 is going to be created. [ 730.411999] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.411999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.411999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.411999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.411999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.443616] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 in Status: IN_PROGRESS for 2s [ 730.506944] env[70860]: INFO networking_nsxv3.common.synchronization [req-2209896e-3af6-4f05-af32-88d4bd6ac133 req-2805c4a1-3bb2-447d-827f-3cc533920303 service nova] Enqueued Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGHEST for action security_group_rules [ 730.507248] env[70860]: INFO networking_nsxv3.common.synchronization [req-2209896e-3af6-4f05-af32-88d4bd6ac133 req-2805c4a1-3bb2-447d-827f-3cc533920303 service nova] Enqueued Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGHEST for action security_group_members [ 730.507392] env[70860]: INFO networking_nsxv3.common.synchronization [req-2209896e-3af6-4f05-af32-88d4bd6ac133 req-2805c4a1-3bb2-447d-827f-3cc533920303 service nova] Enqueued Resource ID: a798dd06-ae2a-4f53-99a7-e046b6fbff3f with Priority: HIGHEST for action port [ 730.508494] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGHEST for action security_group_rules [ 730.508641] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGHEST for action security_group_members [ 730.508641] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a798dd06-ae2a-4f53-99a7-e046b6fbff3f with Priority: HIGHEST for action port [ 730.512617] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b72118f2-2d8b-4d23-bebe-67cae38f9086 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.512617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.512617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.512617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.512617] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b72118f2-2d8b-4d23-bebe-67cae38f9086',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.512617] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b72118f2-2d8b-4d23-bebe-67cae38f9086 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.512617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.512617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.512617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.512617] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.512617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.512617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.512617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.513472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.513472] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b72118f2-2d8b-4d23-bebe-67cae38f9086',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.514743] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.514882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.514882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.515372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.515372] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a798dd06-ae2a-4f53-99a7-e046b6fbff3f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.717402] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e97223cb-33a9-4a93-b06a-68781033c3af: rpc.has_security_group_logging(os_id): False [ 730.736552] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.736718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.736919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.737034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.737127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.737336] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.737569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.737569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.737717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.737717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.737859] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e97223cb-33a9-4a93-b06a-68781033c3af is going to be created. [ 730.760406] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e97223cb-33a9-4a93-b06a-68781033c3af], does not exist path=[/infra/domains/default/groups/e97223cb-33a9-4a93-b06a-68781033c3af]."\n}' [ 730.760617] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e97223cb-33a9-4a93-b06a-68781033c3af failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e97223cb-33a9-4a93-b06a-68781033c3af [ 730.760709] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 730.788681] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.788681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.788911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.790204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.790204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.790204] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.790204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.790204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.790481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.790481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.790680] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.790773] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.790828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.790985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.791067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.791150] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e97223cb-33a9-4a93-b06a-68781033c3af is going to be created. [ 730.809024] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e97223cb-33a9-4a93-b06a-68781033c3af], does not exist path=[/infra/domains/default/groups/e97223cb-33a9-4a93-b06a-68781033c3af]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e97223cb-33a9-4a93-b06a-68781033c3af [ 730.809024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e97223cb-33a9-4a93-b06a-68781033c3af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.809393] env[70860]: Traceback (most recent call last): [ 730.809393] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 730.809393] env[70860]: return func(*args, **kwargs) [ 730.809393] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 730.809393] env[70860]: res.raise_for_status() [ 730.809393] env[70860]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 730.809393] env[70860]: raise HTTPError(http_error_msg, response=self) [ 730.809393] env[70860]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e97223cb-33a9-4a93-b06a-68781033c3af [ 730.809393] env[70860]: During handling of the above exception, another exception occurred: [ 730.809393] env[70860]: Traceback (most recent call last): [ 730.810015] env[70860]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 730.810015] env[70860]: listener.cb(fileno) [ 730.810015] env[70860]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 730.810015] env[70860]: result = function(*args, **kwargs) [ 730.810015] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 730.810015] env[70860]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 730.810015] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 730.810015] env[70860]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 730.810015] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 730.810015] env[70860]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 730.810015] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 730.810015] env[70860]: res.raise_for_status() [ 730.810015] env[70860]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 730.810015] env[70860]: raise HTTPError(http_error_msg, response=self) [ 730.810015] env[70860]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e97223cb-33a9-4a93-b06a-68781033c3af [ 730.810015] env[70860]: Removing descriptor: 26 [ 731.012600] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b72118f2-2d8b-4d23-bebe-67cae38f9086 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.012799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.021407] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b72118f2-2d8b-4d23-bebe-67cae38f9086',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.022564] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a798dd06-ae2a-4f53-99a7-e046b6fbff3f with status ACTIVE [ 731.023382] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.023655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.023774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.024104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.024467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.024775] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.024925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.025024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.025228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.025337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.025603] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.025898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.025898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.026084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.028017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.028017] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a798dd06-ae2a-4f53-99a7-e046b6fbff3f is going to be updated. [ 731.046596] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.046596] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.046757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.046907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.047068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.047231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a798dd06-ae2a-4f53-99a7-e046b6fbff3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.286227] env[70860]: INFO networking_nsxv3.common.synchronization [req-fd790148-534a-4609-aae8-ae90042a375e req-83f0b46f-fbda-41cf-8fe7-5d9c96af34c7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 731.286847] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 731.287296] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.287415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.287479] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.287687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.287850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.287985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.288491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.288583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.289585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.289585] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.474966] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be90daf1-2a45-45b0-99e2-6c3093524baa in Status: SUCCESS [ 731.474966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.474966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.474966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.475807] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.475807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.475807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.475807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.478027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.478027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.478027] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be90daf1-2a45-45b0-99e2-6c3093524baa',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.529186] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b72118f2-2d8b-4d23-bebe-67cae38f9086',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.793286] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.914029] env[70860]: INFO networking_nsxv3.common.synchronization [req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 req-76d5025e-8533-42c4-b689-180a6e249079 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Enqueued Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGHEST for action security_group_members [ 731.914865] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGHEST for action security_group_members [ 731.915515] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3a1164-cbad-4b32-a855-a9494208316f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.915670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.915738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.916080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.916364] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.916569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.916695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.916998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.917189] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.917365] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3a1164-cbad-4b32-a855-a9494208316f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.983368] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-be90daf1-2a45-45b0-99e2-6c3093524baa taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.983579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.983579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.987267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.987463] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.987580] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.987643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.987861] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.987934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.987991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.988164] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-be90daf1-2a45-45b0-99e2-6c3093524baa taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.988262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.988322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.988473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.988611] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.988708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.988899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.988899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.989214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.989214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.989214] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be90daf1-2a45-45b0-99e2-6c3093524baa',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.016333] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.016333] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.016333] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.016333] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.016333] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.016333] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.016333] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.017209] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.017209] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.017209] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.017209] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.017417] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.017417] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.017502] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.017580] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.017694] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.032258] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.032258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.032258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.032258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.032258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.032573] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 is going to be created. [ 732.036046] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.036213] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.036352] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.036523] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.037120] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.037120] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.037337] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.038973] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.038973] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c2966a-dd9b-4379-a5ee-4219faa56e6b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.054534] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.054703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.054772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.054953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.055131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.063380] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 in Status: UNINITIALIZED for 2s [ 732.166271] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: SUCCESS [ 732.166396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.166614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.167412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.167412] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.167412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.167412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.167805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.167805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.167805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.167805] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.169111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.169326] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.169495] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.169602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.169687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.169846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.169998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.170051] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.295876] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.427635] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.427635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.427635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.427635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.446765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.446765] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.447369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.447761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.450815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.450815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.450815] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3a1164-cbad-4b32-a855-a9494208316f is going to be updated. [ 732.465463] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 in Status: SUCCESS [ 732.466466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.493043] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be90daf1-2a45-45b0-99e2-6c3093524baa: rpc.has_security_group_logging(os_id): False [ 732.507679] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.508050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.508050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.508299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.508442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.521662] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3a1164-cbad-4b32-a855-a9494208316f in Status: IN_PROGRESS for 2s [ 732.535192] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.535398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.535480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.535802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.535914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.536139] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.536243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.536345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.536520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.536603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.536850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.536953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.537838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.538031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.538149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.538352] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.538450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.538542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.538697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.538778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.539316] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be90daf1-2a45-45b0-99e2-6c3093524baa is going to be created. [ 732.541125] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.541320] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.541498] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.541720] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.541866] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.542057] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port c7c2966a-dd9b-4379-a5ee-4219faa56e6b not found, creating... [ 732.542330] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.542517] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.542654] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.542863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.543040] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.543338] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.543574] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.543710] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.543944] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.544130] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.544302] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: c7c2966a-dd9b-4379-a5ee-4219faa56e6b is going to be created. [ 732.572990] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.573287] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.573428] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.573846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.574109] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.574348] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.673122] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.673122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.673122] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.689962] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.690122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.690198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.690412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.690583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.718323] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be90daf1-2a45-45b0-99e2-6c3093524baa in Status: IN_PROGRESS for 2s [ 732.798588] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.798744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.801017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.801017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.801017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.801017] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 732.863082] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.863242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.863307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.863533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.863683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.875119] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 733.174985] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.416955] env[70860]: INFO networking_nsxv3.common.synchronization [req-fd790148-534a-4609-aae8-ae90042a375e req-b148bb3f-61c0-46a4-bbc9-52cd7fc8f06b service nova] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_rules [ 733.418530] env[70860]: INFO networking_nsxv3.common.synchronization [req-fd790148-534a-4609-aae8-ae90042a375e req-b148bb3f-61c0-46a4-bbc9-52cd7fc8f06b service nova] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 733.418530] env[70860]: INFO networking_nsxv3.common.synchronization [req-fd790148-534a-4609-aae8-ae90042a375e req-b148bb3f-61c0-46a4-bbc9-52cd7fc8f06b service nova] Enqueued Resource ID: c7c2966a-dd9b-4379-a5ee-4219faa56e6b with Priority: HIGHEST for action port [ 733.418530] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_rules [ 733.418530] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 733.418530] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c2966a-dd9b-4379-a5ee-4219faa56e6b with Priority: HIGHEST for action port [ 733.423869] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.424827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.424827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.424827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.424827] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.426055] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.426055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.426055] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.426055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.426055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.426055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.426055] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c2966a-dd9b-4379-a5ee-4219faa56e6b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.677603] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.678039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.678039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.678299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.678452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.678605] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe is going to be updated. [ 733.707952] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.707952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.707952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.709952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.710272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.724216] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: IN_PROGRESS for 2s [ 733.889427] env[70860]: INFO networking_nsxv3.common.synchronization [req-cc171c4a-d185-4ee7-80ac-4424a5877c91 req-1e72755d-8ed9-4070-87fe-9949044abe68 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Enqueued Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 733.889427] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 733.889427] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.889427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.889427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.889427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.889427] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.889427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.889427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.889859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.889859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.889859] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.928247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.928247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.928247] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7c2966a-dd9b-4379-a5ee-4219faa56e6b with status ACTIVE [ 733.928247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.928247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.928247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.928247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.929893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.929893] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.929893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.929893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.929893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.929893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.929893] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.929893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.929893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.929893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.929893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.929893] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7c2966a-dd9b-4379-a5ee-4219faa56e6b is going to be updated. [ 733.959154] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.959154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.959154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.959154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.959154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.959154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c2966a-dd9b-4379-a5ee-4219faa56e6b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.075698] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 in Status: SUCCESS [ 734.075957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.080118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.080593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.080812] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.081039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.081078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.081273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.081385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.081483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.081579] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b72118f2-2d8b-4d23-bebe-67cae38f9086',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.399246] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.534128] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.534372] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.534500] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.534805] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.535634] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.535835] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.535967] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.536302] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.536496] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.536743] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.537158] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.537464] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.537614] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.537767] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.537915] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.538083] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.547396] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3a1164-cbad-4b32-a855-a9494208316f in Status: SUCCESS [ 734.547646] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3a1164-cbad-4b32-a855-a9494208316f deletion is rescheduled due to dependency. [ 734.547772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.562318] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.562548] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.562702] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.562913] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.563341] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-d6b520e9-0905-41f1-8186-1c150720cef2 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.563560] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-d6b520e9-0905-41f1-8186-1c150720cef2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.563699] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-d6b520e9-0905-41f1-8186-1c150720cef2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.564173] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-d6b520e9-0905-41f1-8186-1c150720cef2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.564338] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b520e9-0905-41f1-8186-1c150720cef2',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.584784] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b72118f2-2d8b-4d23-bebe-67cae38f9086 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.585027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.585027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.585263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.585445] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.585543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.585609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.585794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.585880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.585964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.586141] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b72118f2-2d8b-4d23-bebe-67cae38f9086 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.586248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.586318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.586488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.586723] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.586854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.586934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.587089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.587163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.587265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.587350] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b72118f2-2d8b-4d23-bebe-67cae38f9086',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.730161] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be90daf1-2a45-45b0-99e2-6c3093524baa in Status: SUCCESS [ 734.730538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.884453] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 734.884786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.884786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.884929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.885149] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.885286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.885431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.885544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.885577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.885770] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.901613] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.068776] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.068776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.068776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.068776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.068776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.068776] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port d6b520e9-0905-41f1-8186-1c150720cef2 not found, creating... [ 735.068776] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.068776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.068776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.068776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.068776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.069508] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.069508] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.069508] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.069632] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.069885] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.070085] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: d6b520e9-0905-41f1-8186-1c150720cef2 is going to be created. [ 735.091020] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.091020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.091020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.091020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.091020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.091020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-d6b520e9-0905-41f1-8186-1c150720cef2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.092023] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b72118f2-2d8b-4d23-bebe-67cae38f9086: rpc.has_security_group_logging(os_id): False [ 735.107979] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.108123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.108179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.108358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.108453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.108668] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.108767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.108828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.108986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.109076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.109263] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.109357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.109419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.109564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.109641] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.109816] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.109908] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.109987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.110129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.110206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.110290] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 is going to be created. [ 735.167769] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.167956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.168055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.168271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.168446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.184543] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 in Status: IN_PROGRESS for 2s [ 735.388492] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.404954] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.408022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.408022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.408022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.408022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.408022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb is going to be updated. [ 735.441249] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.441249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.441249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.441249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.441249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.448246] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: IN_PROGRESS for 2s [ 735.733025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: SUCCESS [ 735.733453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.733540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.733815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.734042] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.734177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.734256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.734423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.734522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.734671] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.890531] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.934029] env[70860]: INFO networking_nsxv3.common.synchronization [req-cc171c4a-d185-4ee7-80ac-4424a5877c91 req-8f25a87a-7ff6-4660-90fb-3b510235c7d1 service nova] Enqueued Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_rules [ 735.934029] env[70860]: INFO networking_nsxv3.common.synchronization [req-cc171c4a-d185-4ee7-80ac-4424a5877c91 req-8f25a87a-7ff6-4660-90fb-3b510235c7d1 service nova] Enqueued Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 735.934029] env[70860]: INFO networking_nsxv3.common.synchronization [req-cc171c4a-d185-4ee7-80ac-4424a5877c91 req-8f25a87a-7ff6-4660-90fb-3b510235c7d1 service nova] Enqueued Resource ID: d6b520e9-0905-41f1-8186-1c150720cef2 with Priority: HIGHEST for action port [ 735.936362] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_rules [ 735.936362] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 735.936362] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b520e9-0905-41f1-8186-1c150720cef2 with Priority: HIGHEST for action port [ 735.936362] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.936362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.936362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.936362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.937152] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.939029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.939336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.939851] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b520e9-0905-41f1-8186-1c150720cef2 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.948241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b520e9-0905-41f1-8186-1c150720cef2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.948241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b520e9-0905-41f1-8186-1c150720cef2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.948241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b520e9-0905-41f1-8186-1c150720cef2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.948241] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b520e9-0905-41f1-8186-1c150720cef2',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.236957] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.397024] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.397024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.397024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.397024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.397024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.397024] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 736.448293] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.448293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.448293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.448293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.448293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.448293] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 736.448293] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.448293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.452771] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6b520e9-0905-41f1-8186-1c150720cef2 with status ACTIVE [ 736.453010] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.453149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.453259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.453430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.453527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.453907] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.454022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.454135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.454314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.454410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.454617] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.454742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.454776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.454947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.455059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.455165] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6b520e9-0905-41f1-8186-1c150720cef2 is going to be updated. [ 736.476765] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.476868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.476904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.477386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.477566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.477712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b520e9-0905-41f1-8186-1c150720cef2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.740340] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.198790] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 in Status: SUCCESS [ 737.199066] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.243720] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.243720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.243910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.244577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.244577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.245032] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe is going to be updated. [ 737.284333] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.284333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.284333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.284333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.284333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.291604] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: IN_PROGRESS for 2s [ 737.465311] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: SUCCESS [ 737.465311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.465514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.465768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.465985] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.466136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.466195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.466368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.466453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.466546] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.577424] env[70860]: INFO networking_nsxv3.common.synchronization [req-0883071e-888a-4d6c-bd66-5be85080fd38 req-752fb186-2799-4771-9a76-439cb99748a5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 737.578312] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 737.581243] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.581351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.581520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.582052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.582129] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.582307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.582442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.583020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.583020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.583020] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.803066] env[70860]: INFO networking_nsxv3.common.synchronization [req-e106ae5b-96d0-48c4-a9b7-da795640ed51 req-529cc3ce-c96f-4d7a-aa39-274477073c06 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Enqueued Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 737.804789] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 737.805269] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.805421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.805495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.805814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.805985] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.808604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.808712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.808894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.808988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.809106] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.974814] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.052251] env[70860]: INFO networking_nsxv3.common.synchronization [req-f79da59e-2ad7-405f-924f-1b3b2ee9472e req-e252e758-b0c5-4893-9e5b-a141b6839b6e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Enqueued Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 738.052774] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe with Priority: HIGHEST for action security_group_members [ 738.053098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.053215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.086343] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.086491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.086491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.086950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.107163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.107434] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.107583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.107657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.107905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.107982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.108191] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be updated. [ 738.132859] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.133020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.133088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.133384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.133445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.142971] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: IN_PROGRESS for 2s [ 738.278325] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.278522] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-321" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.278648] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-321" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.278966] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-321" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.279459] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.279459] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.279576] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.279737] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.279879] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.284388] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.285278] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.285278] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.285278] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.285278] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.285278] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.285278] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.305283] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.305482] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.305628] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.305940] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-321" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.306230] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-3d4a8458-9523-4fff-8b52-cf67049f1540 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.306802] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-3d4a8458-9523-4fff-8b52-cf67049f1540" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.306802] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-3d4a8458-9523-4fff-8b52-cf67049f1540" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.311471] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-3d4a8458-9523-4fff-8b52-cf67049f1540" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.311653] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4a8458-9523-4fff-8b52-cf67049f1540',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.314849] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.314849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.314849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.314849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.314849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.315118] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.315118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.315226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.315341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.315411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.315515] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e already deleted. [ 738.315598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.445225] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 738.445436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.445632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.445939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.446176] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.446310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.446400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.446646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.446718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.446833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.446938] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.477960] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.815611] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.815962] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.816089] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.816396] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.816542] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.816727] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 3d4a8458-9523-4fff-8b52-cf67049f1540 not found, creating... [ 738.817025] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.817194] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.817312] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.817539] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.817676] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.818438] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.818438] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.818438] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.818666] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.818666] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.818742] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 3d4a8458-9523-4fff-8b52-cf67049f1540 is going to be created. [ 738.839960] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.840174] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.840321] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.840709] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.840949] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.841187] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-3d4a8458-9523-4fff-8b52-cf67049f1540" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.949609] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.949609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.949609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.949870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.949870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.949974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.950028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.950190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.950283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.950374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.950785] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.950785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.950785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.951008] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.951053] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.951138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.951204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.951356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.951438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.951522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.951609] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.980312] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.980447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.980520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.980785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.980920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.981055] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb is going to be updated. [ 739.007688] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.008038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.008126] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.008429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.008661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.023741] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: IN_PROGRESS for 2s [ 739.300897] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: SUCCESS [ 739.301156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.301327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.301552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.301758] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.301864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.301930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.302121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.302206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.302291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.302583] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e22f85a8-1f47-4b4f-a3a6-81da562698fe taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.302669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.302735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.302881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.303037] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.303136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.303197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.303336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.303412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.303490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.303577] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.304400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.304567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.304712] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.304830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.304881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.305020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.305097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.305185] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.454050] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc: rpc.has_security_group_logging(os_id): False [ 739.474910] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.475175] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.475175] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.475357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.502109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.502435] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.502562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.502632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.502847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.502941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.503135] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.503964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.503964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.503964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.503964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.503964] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.503964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.503964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.504290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.504357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.504383] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 739.570201] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.570337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.570425] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.570692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.570909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.584752] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 739.636254] env[70860]: INFO networking_nsxv3.common.synchronization [req-e106ae5b-96d0-48c4-a9b7-da795640ed51 req-cee04e19-95e8-4f48-96a2-2dc57016d72d service nova] Enqueued Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_rules [ 739.636466] env[70860]: INFO networking_nsxv3.common.synchronization [req-e106ae5b-96d0-48c4-a9b7-da795640ed51 req-cee04e19-95e8-4f48-96a2-2dc57016d72d service nova] Enqueued Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 739.636609] env[70860]: INFO networking_nsxv3.common.synchronization [req-e106ae5b-96d0-48c4-a9b7-da795640ed51 req-cee04e19-95e8-4f48-96a2-2dc57016d72d service nova] Enqueued Resource ID: 3d4a8458-9523-4fff-8b52-cf67049f1540 with Priority: HIGHEST for action port [ 739.637520] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_rules [ 739.637714] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 739.637871] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4a8458-9523-4fff-8b52-cf67049f1540 with Priority: HIGHEST for action port [ 739.638360] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.638499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.638578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.638900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.639020] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.643410] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.643410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.643410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.643410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.643410] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.643410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.643410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.643410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.643410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.643410] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.643410] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4a8458-9523-4fff-8b52-cf67049f1540 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.643410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4a8458-9523-4fff-8b52-cf67049f1540" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.643410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4a8458-9523-4fff-8b52-cf67049f1540" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.643877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4a8458-9523-4fff-8b52-cf67049f1540" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.643877] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4a8458-9523-4fff-8b52-cf67049f1540',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.810288] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e22f85a8-1f47-4b4f-a3a6-81da562698fe: rpc.has_security_group_logging(os_id): False [ 739.810288] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.810288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.810288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.810288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.847034] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.847034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.847034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.847034] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.847034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.847034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.847034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.847034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.847034] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe is going to be updated. [ 739.848696] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.849047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.849278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.849649] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.849898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.850098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.850361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.850535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.850823] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.851058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.851279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.851578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.851792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.854445] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.854445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.854445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.854445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.854445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.854445] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe is going to be updated. [ 739.883244] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.883244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.883244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.883244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.883244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.892794] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: IN_PROGRESS for 2s [ 739.917248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.917248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.917248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.917248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.917248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.929150] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: IN_PROGRESS for 2s [ 740.141797] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.141797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.147019] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.147019] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d4a8458-9523-4fff-8b52-cf67049f1540 with status ACTIVE [ 740.147019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.147019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.147019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.147019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.147019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.147552] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.147892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.148073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.148320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.148500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.148777] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.148979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.149127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.149369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.149537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.149695] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d4a8458-9523-4fff-8b52-cf67049f1540 is going to be updated. [ 740.158526] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 740.158816] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 deletion is rescheduled due to dependency. [ 740.159033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.181984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.181984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.181984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.181984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.181984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.181984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4a8458-9523-4fff-8b52-cf67049f1540" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.647211] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.034581] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: SUCCESS [ 741.034861] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.034980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.035219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.035419] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.035731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.035731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.035876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.035876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.035951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.036517] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.149999] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.150361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.150612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.150692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.150782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.150888] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e is going to be created. [ 741.175414] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.175588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.175647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.176447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.176447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.189104] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: UNINITIALIZED for 2s [ 741.539318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.539534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.539534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.541125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.541125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.541125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.541125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.541125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.541125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.541125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.541796] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.541796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.541796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.541796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.541996] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.543751] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.544045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.544161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.544270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.544935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.544935] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.599367] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 741.599665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.636396] env[70860]: INFO networking_nsxv3.common.synchronization [req-cb14d0fe-f602-4490-8c6c-d74c63183c34 req-fe1bd865-ee4a-4a2e-8d67-f56b5c2c15ca tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Enqueued Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_members [ 741.637026] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGHEST for action security_group_members [ 741.637748] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d3fdf7-7667-4f26-adb6-72d43712517d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.637888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.637948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.638354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.639028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.639028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.639028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.639028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.639028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.639028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.892261] env[70860]: INFO networking_nsxv3.common.synchronization [req-962251fb-29e5-475a-8c2b-0deaf54289c1 req-e19c2234-fb60-4e5c-ae0b-03a414622705 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Enqueued Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGHEST for action security_group_members [ 741.896032] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGHEST for action security_group_members [ 741.896255] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-be90daf1-2a45-45b0-99e2-6c3093524baa taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.896380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.896447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.896746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.897466] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.897466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.897466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.897466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.897701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.897701] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be90daf1-2a45-45b0-99e2-6c3093524baa',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.905968] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: SUCCESS [ 741.906734] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe deletion is rescheduled due to dependency. [ 741.906734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.942396] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe in Status: SUCCESS [ 741.942645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.943238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.943488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.943631] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e22f85a8-1f47-4b4f-a3a6-81da562698fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.048794] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72d05b1b-16d8-4f31-88c3-3b157a165ceb: rpc.has_security_group_logging(os_id): False [ 742.066097] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.066361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.066424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.066632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.088447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.088759] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.088884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.088964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.089671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.089671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.089671] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.089671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.089671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.089968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.089968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.090069] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.090289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.090289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.090395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.090748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.090748] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb is going to be updated. [ 742.142375] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.142489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.142562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.142792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.148574] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.148714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.167409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.167670] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.167788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.167846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.168066] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.168151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.168242] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d3fdf7-7667-4f26-adb6-72d43712517d is going to be updated. [ 742.169234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.169412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.169554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.182790] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: IN_PROGRESS for 2s [ 742.193932] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.194158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.194270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.194440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.194591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.203418] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d3fdf7-7667-4f26-adb6-72d43712517d in Status: IN_PROGRESS for 2s [ 742.405762] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.405762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.405762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.405762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.405762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.405762] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.405762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.405762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.405762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.405762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.405762] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be90daf1-2a45-45b0-99e2-6c3093524baa is going to be updated. [ 742.431308] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.431464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.431523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.431743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.432916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.443692] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be90daf1-2a45-45b0-99e2-6c3093524baa in Status: IN_PROGRESS for 2s [ 742.463203] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.463203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.463203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.463636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.463636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.463912] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e22f85a8-1f47-4b4f-a3a6-81da562698fe is going to be deleted. [ 742.529191] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.529191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.529392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.529761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.529965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.530219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e22f85a8-1f47-4b4f-a3a6-81da562698fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.027099] env[70860]: INFO networking_nsxv3.common.synchronization [req-1d3af7c6-c663-45fb-ae5e-781a8557fabf req-dad4d9b2-c010-4018-922d-7795ad8c5c8e tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Enqueued Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGHEST for action security_group_members [ 743.027602] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGHEST for action security_group_members [ 743.028489] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b72118f2-2d8b-4d23-bebe-67cae38f9086 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.028489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.028489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.028489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.028705] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.028705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.028705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.028811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.028958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.029027] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b72118f2-2d8b-4d23-bebe-67cae38f9086',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.197677] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: SUCCESS [ 743.197677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.197976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.198161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.198238] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.198359] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.198428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.198591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.198688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.198820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.198895] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.531423] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.531594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.531644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.532047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.532253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.532473] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.532682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.532752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.533011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.533205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.533284] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 is going to be updated. [ 743.560775] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.560971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.561071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.561321] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.561520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.569890] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 in Status: IN_PROGRESS for 2s [ 743.701503] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.701663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.701663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.703517] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.703517] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.703517] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.703517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.704352] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.135654] env[70860]: INFO networking_nsxv3.common.synchronization [req-5b307a8b-1567-408d-b59e-8bac5cf7d35c req-d88d8542-0d01-4fa8-8609-bb53d7c0a4b8 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Enqueued Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGHEST for action security_group_members [ 744.136302] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGHEST for action security_group_members [ 744.136753] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.136753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.137389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.137389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.137389] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.137509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.137509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.137652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.137722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.137913] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a02f473-aac3-4f91-a18d-7ecd5fe8419a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.195950] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: SUCCESS [ 744.196214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.205571] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66621832-d81d-4369-8c54-e4cbac77e94e: rpc.has_security_group_logging(os_id): False [ 744.210887] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d3fdf7-7667-4f26-adb6-72d43712517d in Status: SUCCESS [ 744.211092] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d3fdf7-7667-4f26-adb6-72d43712517d deletion is rescheduled due to dependency. [ 744.211217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.222658] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.222811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.222875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.223292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.223444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.224093] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.224920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.224920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.224920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.224920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.224920] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.225191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.225191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.225426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.225544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.225817] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.225967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.226065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.226265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.226385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.226983] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e is going to be created. [ 744.282798] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.282953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.283042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.283266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.283451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.295692] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: IN_PROGRESS for 2s [ 744.453767] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be90daf1-2a45-45b0-99e2-6c3093524baa in Status: SUCCESS [ 744.454037] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be90daf1-2a45-45b0-99e2-6c3093524baa deletion is rescheduled due to dependency. [ 744.454166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.536866] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.537224] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-882" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.537321] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-882" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.537575] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-882" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.537842] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.538206] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.538206] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.538374] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.538532] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.538719] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.538843] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.538971] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.539232] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.539641] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.539641] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.539641] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.555518] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.555680] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.555888] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.556093] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-882" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.556428] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-cf1f2464-cd86-4809-9814-52ec0ba58c2b taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.556654] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-cf1f2464-cd86-4809-9814-52ec0ba58c2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.556736] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-cf1f2464-cd86-4809-9814-52ec0ba58c2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.557123] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-cf1f2464-cd86-4809-9814-52ec0ba58c2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.557307] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1f2464-cd86-4809-9814-52ec0ba58c2b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.641923] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.641923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.642157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.642518] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.642518] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.642584] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.642660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.642714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.643310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.643310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.643310] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a already deleted. [ 744.643451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.059702] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.059986] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.060162] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.060441] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.060593] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.060751] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port cf1f2464-cd86-4809-9814-52ec0ba58c2b not found, creating... [ 745.061033] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.061208] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.061706] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.061706] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.061706] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.061993] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.062195] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.062356] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.062536] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.062672] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.062814] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: cf1f2464-cd86-4809-9814-52ec0ba58c2b is going to be created. [ 745.082325] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.082542] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.082668] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.082939] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.083186] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.083413] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-cf1f2464-cd86-4809-9814-52ec0ba58c2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.578937] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 in Status: SUCCESS [ 745.579215] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 deletion is rescheduled due to dependency. [ 745.579262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.842899] env[70860]: INFO networking_nsxv3.common.synchronization [req-5b307a8b-1567-408d-b59e-8bac5cf7d35c req-be4138b9-4a26-4ee9-ab58-f331629761e0 service nova] Enqueued Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGHEST for action security_group_rules [ 745.843092] env[70860]: INFO networking_nsxv3.common.synchronization [req-5b307a8b-1567-408d-b59e-8bac5cf7d35c req-be4138b9-4a26-4ee9-ab58-f331629761e0 service nova] Enqueued Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGHEST for action security_group_members [ 745.843375] env[70860]: INFO networking_nsxv3.common.synchronization [req-5b307a8b-1567-408d-b59e-8bac5cf7d35c req-be4138b9-4a26-4ee9-ab58-f331629761e0 service nova] Enqueued Resource ID: cf1f2464-cd86-4809-9814-52ec0ba58c2b with Priority: HIGHEST for action port [ 745.843486] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGHEST for action security_group_rules [ 745.843618] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGHEST for action security_group_members [ 745.843709] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1f2464-cd86-4809-9814-52ec0ba58c2b with Priority: HIGHEST for action port [ 745.849278] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.849471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.849568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.849936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.850091] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a02f473-aac3-4f91-a18d-7ecd5fe8419a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.852994] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.853108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.853151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.853764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.853764] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.853764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.853764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.854251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.854251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.857910] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a02f473-aac3-4f91-a18d-7ecd5fe8419a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.859012] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1f2464-cd86-4809-9814-52ec0ba58c2b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.859288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1f2464-cd86-4809-9814-52ec0ba58c2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.859288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1f2464-cd86-4809-9814-52ec0ba58c2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.860080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1f2464-cd86-4809-9814-52ec0ba58c2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.860080] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1f2464-cd86-4809-9814-52ec0ba58c2b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.309963] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: SUCCESS [ 746.309963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.363343] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.363483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.363681] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a02f473-aac3-4f91-a18d-7ecd5fe8419a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.364667] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf1f2464-cd86-4809-9814-52ec0ba58c2b with status ACTIVE [ 746.364933] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.365084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.365153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.365360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.365450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.366012] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.366012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.366012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.366012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.366592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.366844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.366948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.367013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.367354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.367445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.367535] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf1f2464-cd86-4809-9814-52ec0ba58c2b is going to be updated. [ 746.387943] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.388202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.388280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.388491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.388628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.388795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1f2464-cd86-4809-9814-52ec0ba58c2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.869385] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a02f473-aac3-4f91-a18d-7ecd5fe8419a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.373927] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.373927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.373927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.373927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.373927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.373927] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a is going to be created. [ 747.397092] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.397208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.397282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.397504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.397675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.405927] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a in Status: UNINITIALIZED for 2s [ 748.865815] env[70860]: INFO networking_nsxv3.common.synchronization [req-2268f32e-7646-4abb-b852-4a104845f7ed req-03824535-5025-4206-97a1-5cd97b6050ca tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 748.866393] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 748.866694] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.866833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.866911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.867662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.867860] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.867974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.868057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.868224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.868309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.868400] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.308534] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.308749] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.308877] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.309226] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.309485] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.309635] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.309749] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.309965] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.311729] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.311729] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.311729] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.311901] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.311990] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.312120] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.312228] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.313031] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.329517] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.329708] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.329851] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.330043] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.330362] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-64ba4087-89f9-4ec0-99f9-3b5e67325b62 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.330530] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-64ba4087-89f9-4ec0-99f9-3b5e67325b62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.330649] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-64ba4087-89f9-4ec0-99f9-3b5e67325b62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.331153] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-64ba4087-89f9-4ec0-99f9-3b5e67325b62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.331973] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64ba4087-89f9-4ec0-99f9-3b5e67325b62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.370155] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.370337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.370617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.370617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.370690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.370866] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.370960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.371035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.371183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.371261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.371344] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 already deleted. [ 749.371417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.416188] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a in Status: SUCCESS [ 749.416405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.416958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.417178] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.417369] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.417481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.417545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.417694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.417772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.417854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.419020] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a02f473-aac3-4f91-a18d-7ecd5fe8419a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.834175] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.834401] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.834523] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.834826] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.834977] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.835176] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 64ba4087-89f9-4ec0-99f9-3b5e67325b62 not found, creating... [ 749.835441] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.835602] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.835721] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.835949] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.836105] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.836384] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.836539] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.836656] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.836865] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.837007] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.837158] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 64ba4087-89f9-4ec0-99f9-3b5e67325b62 is going to be created. [ 749.856305] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.856508] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.856639] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.856921] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.857168] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.857393] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-64ba4087-89f9-4ec0-99f9-3b5e67325b62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.923546] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.923892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.923892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.924738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.924738] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.924738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.924738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.924738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.924738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.925053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.925053] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.925053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.925182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.925223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.925378] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.925484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.925560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.925729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.925866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.925920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.926040] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a02f473-aac3-4f91-a18d-7ecd5fe8419a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.433116] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a02f473-aac3-4f91-a18d-7ecd5fe8419a: rpc.has_security_group_logging(os_id): False [ 750.450143] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.450320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.450393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.450609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.450784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.450917] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.451025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.451123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.451233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.451388] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.451487] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.451578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.451639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.451791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.452349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.452717] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.452997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.453096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.453257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.453473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.453473] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a is going to be created. [ 750.512364] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.512576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.512576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.512828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.513568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.524270] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a in Status: IN_PROGRESS for 2s [ 750.755969] env[70860]: INFO networking_nsxv3.common.synchronization [req-2268f32e-7646-4abb-b852-4a104845f7ed req-21c44f3d-fcf2-4e30-a00d-75043272025b service nova] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 750.756151] env[70860]: INFO networking_nsxv3.common.synchronization [req-2268f32e-7646-4abb-b852-4a104845f7ed req-21c44f3d-fcf2-4e30-a00d-75043272025b service nova] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 750.756311] env[70860]: INFO networking_nsxv3.common.synchronization [req-2268f32e-7646-4abb-b852-4a104845f7ed req-21c44f3d-fcf2-4e30-a00d-75043272025b service nova] Enqueued Resource ID: 64ba4087-89f9-4ec0-99f9-3b5e67325b62 with Priority: HIGHEST for action port [ 750.756514] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 750.756640] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 750.756738] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba4087-89f9-4ec0-99f9-3b5e67325b62 with Priority: HIGHEST for action port [ 750.757310] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.757431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.757492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.757700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.757781] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.759617] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.759617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.759617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.759787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.759787] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.759959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.759959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.762764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.762764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.762764] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.762764] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-64ba4087-89f9-4ec0-99f9-3b5e67325b62 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.763971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64ba4087-89f9-4ec0-99f9-3b5e67325b62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.763971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64ba4087-89f9-4ec0-99f9-3b5e67325b62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.764166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64ba4087-89f9-4ec0-99f9-3b5e67325b62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.764236] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64ba4087-89f9-4ec0-99f9-3b5e67325b62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.820113] env[70860]: INFO networking_nsxv3.common.synchronization [req-03a45dda-5f50-4326-804b-3c003dfe8785 req-16d8e744-83da-43a2-8a98-6c7bb8e6cec3 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Enqueued Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 750.820614] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 750.821401] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.821401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.821401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.821401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.821608] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.821608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.821690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.822200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.822337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.822439] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.265956] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.266429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.266429] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.267438] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64ba4087-89f9-4ec0-99f9-3b5e67325b62 with status ACTIVE [ 751.267611] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.267823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.267823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.268097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.268138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.268387] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.268536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.268631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.268748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.274224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.274224] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.274224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.274224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.274224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.274224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.274224] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64ba4087-89f9-4ec0-99f9-3b5e67325b62 is going to be updated. [ 751.293751] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.293955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.294063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.294336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.294512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.294706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64ba4087-89f9-4ec0-99f9-3b5e67325b62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.326202] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.775745] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.829993] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.840182] env[70860]: INFO networking_nsxv3.common.synchronization [req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e req-2b4ab16a-b64c-41a0-b517-71352f05542a tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Enqueued Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 751.841060] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 751.841362] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.842572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.842572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.842572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.842572] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.842572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.842572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.842572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.842799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.842799] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.229315] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.229627] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.229825] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.230124] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.230384] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.230586] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.230743] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.231027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.231377] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.231694] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.231818] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.231971] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.232112] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.232233] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.232336] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.232467] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.258088] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.258311] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.258477] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.258659] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.258967] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-da424e7a-e7e2-4b0b-b9df-117c010186ad taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.259152] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-da424e7a-e7e2-4b0b-b9df-117c010186ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.259267] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-da424e7a-e7e2-4b0b-b9df-117c010186ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.259573] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-da424e7a-e7e2-4b0b-b9df-117c010186ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.259711] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da424e7a-e7e2-4b0b-b9df-117c010186ad',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.277958] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.278283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.278283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.278373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.278452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.278550] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be created. [ 752.301785] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.301922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.301995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.302216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.302375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.311151] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: UNINITIALIZED for 2s [ 752.332803] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.332985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.333070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.333421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.333421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.333522] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb is going to be updated. [ 752.345144] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.345288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.345360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.345567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.366195] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.366590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.366590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.366590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.366709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.368476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.368698] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.368769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.368839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.369010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.369096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.369181] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e is going to be updated. [ 752.390340] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: IN_PROGRESS for 2s [ 752.422494] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.422494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.422494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.422494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.422494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.429158] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: IN_PROGRESS for 2s [ 752.535957] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a in Status: SUCCESS [ 752.536297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.763933] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.763933] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.764200] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.764273] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.764423] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.764669] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port da424e7a-e7e2-4b0b-b9df-117c010186ad not found, creating... [ 752.764887] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.765094] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.765173] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.765446] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.765596] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.765919] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.767214] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.767433] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.767711] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.767936] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.768182] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: da424e7a-e7e2-4b0b-b9df-117c010186ad is going to be created. [ 752.790128] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.790489] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.790677] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.791187] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.791574] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.791925] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-da424e7a-e7e2-4b0b-b9df-117c010186ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.537149] env[70860]: INFO networking_nsxv3.common.synchronization [req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e req-b6a0ad76-d396-4a9f-a86c-2fadcf3b7a5e service nova] Enqueued Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_rules [ 753.537414] env[70860]: INFO networking_nsxv3.common.synchronization [req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e req-b6a0ad76-d396-4a9f-a86c-2fadcf3b7a5e service nova] Enqueued Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 753.537572] env[70860]: INFO networking_nsxv3.common.synchronization [req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e req-b6a0ad76-d396-4a9f-a86c-2fadcf3b7a5e service nova] Enqueued Resource ID: da424e7a-e7e2-4b0b-b9df-117c010186ad with Priority: HIGHEST for action port [ 753.538079] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_rules [ 753.538222] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 753.538320] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da424e7a-e7e2-4b0b-b9df-117c010186ad with Priority: HIGHEST for action port [ 753.538586] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.538707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.538777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.539140] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.539274] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.540786] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.540877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.541158] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-da424e7a-e7e2-4b0b-b9df-117c010186ad taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.541320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da424e7a-e7e2-4b0b-b9df-117c010186ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.541320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da424e7a-e7e2-4b0b-b9df-117c010186ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.541490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da424e7a-e7e2-4b0b-b9df-117c010186ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.541594] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da424e7a-e7e2-4b0b-b9df-117c010186ad',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.043253] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.043253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.043378] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da424e7a-e7e2-4b0b-b9df-117c010186ad with status ACTIVE [ 754.044495] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.044495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.044495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.044495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.044495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.044495] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.044495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.044495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.044495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.044837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.044837] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.044837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.044929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.045035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.045105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.045185] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da424e7a-e7e2-4b0b-b9df-117c010186ad is going to be updated. [ 754.066246] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.066246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.066246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.066407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.066407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.066606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da424e7a-e7e2-4b0b-b9df-117c010186ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.323806] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 754.324039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.324239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.324493] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.324788] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.324965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.325079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.325790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.325916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.326030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.326136] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.402385] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: SUCCESS [ 754.402605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.440985] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: SUCCESS [ 754.441189] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e deletion is rescheduled due to dependency. [ 754.441301] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.441459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.441675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.441859] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.441979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.442052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.442202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.442284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.442376] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.828870] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.946175] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.334809] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ca86fd1-30dc-4407-a3fe-e33b633fea80: rpc.has_security_group_logging(os_id): False [ 755.353033] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.353179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.353249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.353465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.353557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.353794] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.353886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.353946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.354107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.354180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.354264] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be created. [ 755.412937] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.412937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.412937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.412937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.412937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.424528] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 755.449087] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.953462] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.953834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.953834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.954019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.954141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.954246] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e is going to be updated. [ 755.982213] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.982381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.982458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.982736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.982825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.991118] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: IN_PROGRESS for 2s [ 757.438156] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 757.438515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.516472] env[70860]: INFO networking_nsxv3.common.synchronization [None req-50063668-9879-4b3e-90e0-5030367f2f88 None None] Enqueued Resource ID: fb569035-cd59-4e38-b45a-14009cba803a with Priority: HIGHEST for action port [ 757.517143] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb569035-cd59-4e38-b45a-14009cba803a with Priority: HIGHEST for action port [ 757.517549] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb569035-cd59-4e38-b45a-14009cba803a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.517714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb569035-cd59-4e38-b45a-14009cba803a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.517810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb569035-cd59-4e38-b45a-14009cba803a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.518176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb569035-cd59-4e38-b45a-14009cba803a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.518258] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb569035-cd59-4e38-b45a-14009cba803a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.001992] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: SUCCESS [ 758.003018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.003018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.003018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.003018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.003018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.003018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.003417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.003417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.003417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.003417] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.020132] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb569035-cd59-4e38-b45a-14009cba803a [ 758.020366] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.020495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.020574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.020893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.020960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.021061] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb569035-cd59-4e38-b45a-14009cba803a already deleted. [ 758.021139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb569035-cd59-4e38-b45a-14009cba803a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.510743] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.510986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.510986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.511241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.511393] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.511512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.511582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.511755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.511857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.511957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.512129] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.512232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.512290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.512454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.512605] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.512697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.512762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.512908] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.512999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.513100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.513198] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.016206] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a939d2-07fd-474c-8c70-0fa16b2e8b5e: rpc.has_security_group_logging(os_id): False [ 759.032712] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.032854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.032928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.033161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.033264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.033464] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.033563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.033670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.034431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.034431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.034431] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.034431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.034431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.034615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.034615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.034928] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.034928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.034928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.035082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.035168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.035228] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e is going to be updated. [ 759.093501] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.093640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.093697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.093977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.094163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.108815] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: IN_PROGRESS for 2s [ 759.948364] env[70860]: INFO networking_nsxv3.common.synchronization [None req-eea53fb3-adea-42fe-b2c4-2fd8751d9c2a None None] Enqueued Resource ID: d302068b-6034-4e6a-b569-3fa87772a9af with Priority: HIGHEST for action port [ 759.952962] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d302068b-6034-4e6a-b569-3fa87772a9af with Priority: HIGHEST for action port [ 759.952962] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d302068b-6034-4e6a-b569-3fa87772a9af taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.952962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d302068b-6034-4e6a-b569-3fa87772a9af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.952962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d302068b-6034-4e6a-b569-3fa87772a9af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.952962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d302068b-6034-4e6a-b569-3fa87772a9af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.952962] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d302068b-6034-4e6a-b569-3fa87772a9af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.297417] env[70860]: INFO networking_nsxv3.common.synchronization [None req-fa7db5fa-9ff8-4867-bdd1-436f4294f8d1 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Enqueued Resource ID: c8748095-6683-4cec-8d42-4999c1df9adb with Priority: HIGHEST for action security_group_rules [ 760.297939] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8748095-6683-4cec-8d42-4999c1df9adb with Priority: HIGHEST for action security_group_rules [ 760.298330] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8748095-6683-4cec-8d42-4999c1df9adb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.298530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8748095-6683-4cec-8d42-4999c1df9adb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.298653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8748095-6683-4cec-8d42-4999c1df9adb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.298941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8748095-6683-4cec-8d42-4999c1df9adb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.299144] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8748095-6683-4cec-8d42-4999c1df9adb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.374734] env[70860]: INFO networking_nsxv3.common.synchronization [None req-0fbd8cd4-c25d-4e34-89dc-819e700d94cd tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Enqueued Resource ID: c8748095-6683-4cec-8d42-4999c1df9adb with Priority: HIGHEST for action security_group_rules [ 760.375301] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8748095-6683-4cec-8d42-4999c1df9adb with Priority: HIGHEST for action security_group_rules [ 760.376024] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8748095-6683-4cec-8d42-4999c1df9adb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.376024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8748095-6683-4cec-8d42-4999c1df9adb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.452399] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d302068b-6034-4e6a-b569-3fa87772a9af [ 760.452662] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.452929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.452929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.453155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.453235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.453313] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d302068b-6034-4e6a-b569-3fa87772a9af already deleted. [ 760.453418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d302068b-6034-4e6a-b569-3fa87772a9af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.821369] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.821561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.821603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.821831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.821931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.822084] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8748095-6683-4cec-8d42-4999c1df9adb already deleted. [ 760.822134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8748095-6683-4cec-8d42-4999c1df9adb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.822322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8748095-6683-4cec-8d42-4999c1df9adb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.822479] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8748095-6683-4cec-8d42-4999c1df9adb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.823791] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8748095-6683-4cec-8d42-4999c1df9adb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.125181] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: SUCCESS [ 761.125548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.348063] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.348206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.348381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.348521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.352215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.352341] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8748095-6683-4cec-8d42-4999c1df9adb already deleted. [ 761.352447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8748095-6683-4cec-8d42-4999c1df9adb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.025501] env[70860]: INFO networking_nsxv3.common.synchronization [req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd req-89a75614-847d-4405-b488-57e59dff72e3 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Enqueued Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 762.025501] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 762.025501] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.025501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.025501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.025501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.025501] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.025501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.025501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.026686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.026944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.027225] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.048210] env[70860]: INFO networking_nsxv3.common.synchronization [req-93db122f-8bb3-4113-81d7-0ea7b99f4593 req-d29941f6-2e6e-43cf-ad9c-0fac849021a8 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Enqueued Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGHEST for action security_group_members [ 762.048210] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGHEST for action security_group_members [ 762.049014] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.049014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.049014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.049014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.049014] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.049225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.049225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.049277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.050251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.050251] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a02f473-aac3-4f91-a18d-7ecd5fe8419a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.480144] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.480144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.480144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.480144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.480144] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.480768] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.480935] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.481211] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.481455] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.481573] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.481687] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.481796] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.481923] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.485022] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.485022] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.485022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.500813] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.501767] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.501767] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.501767] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.501767] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-e607ba17-121b-4d5c-a9ab-2f702cad2838 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.501767] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-e607ba17-121b-4d5c-a9ab-2f702cad2838" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.502048] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-e607ba17-121b-4d5c-a9ab-2f702cad2838" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.502243] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-e607ba17-121b-4d5c-a9ab-2f702cad2838" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.503044] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e607ba17-121b-4d5c-a9ab-2f702cad2838',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.530705] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.531627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.531764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.531975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.532076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.532356] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.532498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.532567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.532858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.532955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.533093] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc already deleted. [ 762.533221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.552290] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.552290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.552290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.552781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.552830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.553059] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.553221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.553270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.553462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.553558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.553714] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a is going to be updated. [ 762.582891] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.582992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.582992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.583224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.583368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.592110] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a in Status: IN_PROGRESS for 2s [ 763.005313] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.005595] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.005668] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.005971] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.006163] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.006301] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port e607ba17-121b-4d5c-a9ab-2f702cad2838 not found, creating... [ 763.006719] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.006719] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.006915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.007253] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.007253] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.007468] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.007628] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.007744] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.007956] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.008103] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.008288] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: e607ba17-121b-4d5c-a9ab-2f702cad2838 is going to be created. [ 763.031056] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.031056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.031056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.031264] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.031516] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.032049] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-e607ba17-121b-4d5c-a9ab-2f702cad2838" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.789290] env[70860]: INFO networking_nsxv3.common.synchronization [req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd req-835e1a06-81c1-41b7-a95d-3816c539cc25 service nova] Enqueued Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_rules [ 763.789518] env[70860]: INFO networking_nsxv3.common.synchronization [req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd req-835e1a06-81c1-41b7-a95d-3816c539cc25 service nova] Enqueued Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 763.789657] env[70860]: INFO networking_nsxv3.common.synchronization [req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd req-835e1a06-81c1-41b7-a95d-3816c539cc25 service nova] Enqueued Resource ID: e607ba17-121b-4d5c-a9ab-2f702cad2838 with Priority: HIGHEST for action port [ 763.790188] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_rules [ 763.790311] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 763.790599] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e607ba17-121b-4d5c-a9ab-2f702cad2838 with Priority: HIGHEST for action port [ 763.790735] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.790830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.790896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.791259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.791327] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.792160] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.792272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.792341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.792584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.792757] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.792858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.792950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.793079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.793201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.793311] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.794117] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-e607ba17-121b-4d5c-a9ab-2f702cad2838 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.794234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e607ba17-121b-4d5c-a9ab-2f702cad2838" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.794332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e607ba17-121b-4d5c-a9ab-2f702cad2838" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.794502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e607ba17-121b-4d5c-a9ab-2f702cad2838" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.794579] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e607ba17-121b-4d5c-a9ab-2f702cad2838',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.297166] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.297166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.297166] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.298081] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e607ba17-121b-4d5c-a9ab-2f702cad2838 with status ACTIVE [ 764.298727] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.298727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.298727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.298727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.298962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.299062] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.299172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.299234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.299489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.299624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.299891] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.301068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.301068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.301068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.301068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.301068] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e607ba17-121b-4d5c-a9ab-2f702cad2838 is going to be updated. [ 764.321009] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.321173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.321246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.321456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.321898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.321898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e607ba17-121b-4d5c-a9ab-2f702cad2838" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.603272] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a in Status: SUCCESS [ 764.603272] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a deletion is rescheduled due to dependency. [ 764.603272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.614832] env[70860]: INFO networking_nsxv3.common.synchronization [req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 req-7a9c8b6e-690c-40ba-a586-dd2a4a4ae249 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Enqueued Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 764.615501] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 764.615819] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.615963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.804043] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.950849] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.951053] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.951185] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.951491] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.952303] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.952303] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.952303] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.952473] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.952783] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.952839] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.952937] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.953063] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.953174] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.953283] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.953558] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.953729] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.970770] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.970941] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.971100] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.971273] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.971701] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-d025676b-32b6-4331-a574-7c00396f2533 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.971894] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-d025676b-32b6-4331-a574-7c00396f2533" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.972059] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-d025676b-32b6-4331-a574-7c00396f2533" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.972478] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-d025676b-32b6-4331-a574-7c00396f2533" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.972541] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d025676b-32b6-4331-a574-7c00396f2533',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.306516] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.306759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.306876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.307244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.307414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.307552] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc is going to be created. [ 765.331883] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.331883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.331883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.331883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.331883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.341682] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: UNINITIALIZED for 2s [ 765.475132] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.475375] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.475505] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.476395] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.476395] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.476395] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port d025676b-32b6-4331-a574-7c00396f2533 not found, creating... [ 765.476395] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.477112] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.477112] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.477112] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.477112] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.477335] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.477491] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.477611] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.477821] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.477959] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.478114] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: d025676b-32b6-4331-a574-7c00396f2533 is going to be created. [ 765.499422] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.499821] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.500009] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.500368] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.500964] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.500964] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-d025676b-32b6-4331-a574-7c00396f2533" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.904213] env[70860]: INFO networking_nsxv3.common.synchronization [req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 req-5d88d569-26f6-423c-9377-0e1a7cf27bc1 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Enqueued Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 765.904755] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGHEST for action security_group_members [ 765.905103] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.905229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.905302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.905525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.905699] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.905798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.906409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.906409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.906409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.906409] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.248566] env[70860]: INFO networking_nsxv3.common.synchronization [req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 req-a610faf5-671a-4afc-9013-4318ae919ce4 service nova] Enqueued Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_rules [ 766.249091] env[70860]: INFO networking_nsxv3.common.synchronization [req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 req-a610faf5-671a-4afc-9013-4318ae919ce4 service nova] Enqueued Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 766.249656] env[70860]: INFO networking_nsxv3.common.synchronization [req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 req-a610faf5-671a-4afc-9013-4318ae919ce4 service nova] Enqueued Resource ID: d025676b-32b6-4331-a574-7c00396f2533 with Priority: HIGHEST for action port [ 766.251118] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_rules [ 766.251118] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 766.251118] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d025676b-32b6-4331-a574-7c00396f2533 with Priority: HIGHEST for action port [ 766.251627] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.251866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.252201] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.252429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.253147] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d025676b-32b6-4331-a574-7c00396f2533 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.253147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d025676b-32b6-4331-a574-7c00396f2533" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.253147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d025676b-32b6-4331-a574-7c00396f2533" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.253147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d025676b-32b6-4331-a574-7c00396f2533" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.253147] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d025676b-32b6-4331-a574-7c00396f2533',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.408769] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.408966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.409018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.409262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.409358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.409557] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.409655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.409715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.409867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.409945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.410052] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e is going to be updated. [ 766.439035] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.439035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.439035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.439035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.439035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.446157] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: IN_PROGRESS for 2s [ 766.697969] env[70860]: INFO networking_nsxv3.common.synchronization [None req-697b594d-9ab6-4156-9b28-105fc7292452 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Enqueued Resource ID: 6985c026-c26e-4073-ba5b-bbf345507e2d with Priority: HIGHEST for action security_group_rules [ 766.700073] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6985c026-c26e-4073-ba5b-bbf345507e2d with Priority: HIGHEST for action security_group_rules [ 766.700073] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6985c026-c26e-4073-ba5b-bbf345507e2d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.700073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6985c026-c26e-4073-ba5b-bbf345507e2d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.700073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6985c026-c26e-4073-ba5b-bbf345507e2d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.700073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6985c026-c26e-4073-ba5b-bbf345507e2d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.700073] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6985c026-c26e-4073-ba5b-bbf345507e2d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.759169] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d025676b-32b6-4331-a574-7c00396f2533 with status ACTIVE [ 766.759436] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.759549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.759621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.759828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.759917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.760188] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.760188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.760306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.760427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.760460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.760635] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.760729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.760791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.760927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.761009] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.761097] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d025676b-32b6-4331-a574-7c00396f2533 is going to be updated. [ 766.783668] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.784024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.784103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.784370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.784598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.784833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d025676b-32b6-4331-a574-7c00396f2533" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.802502] env[70860]: INFO networking_nsxv3.common.synchronization [None req-53dca069-fd79-4315-b436-208ba2886937 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Enqueued Resource ID: 6985c026-c26e-4073-ba5b-bbf345507e2d with Priority: HIGHEST for action security_group_rules [ 766.803060] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6985c026-c26e-4073-ba5b-bbf345507e2d with Priority: HIGHEST for action security_group_rules [ 766.804020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6985c026-c26e-4073-ba5b-bbf345507e2d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.804020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6985c026-c26e-4073-ba5b-bbf345507e2d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.228159] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.230571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.230571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.230571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.230571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.230571] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6985c026-c26e-4073-ba5b-bbf345507e2d already deleted. [ 767.230571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6985c026-c26e-4073-ba5b-bbf345507e2d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.230571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6985c026-c26e-4073-ba5b-bbf345507e2d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.230571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6985c026-c26e-4073-ba5b-bbf345507e2d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.230571] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6985c026-c26e-4073-ba5b-bbf345507e2d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.357041] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: SUCCESS [ 767.357302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.357471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.357690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.357889] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.358082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.358082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.358223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.358302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.358385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.358485] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.359574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.359574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.359774] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.359850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.359850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.359983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.360075] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.360162] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.754605] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.754746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.754821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.755043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.755141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.755238] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6985c026-c26e-4073-ba5b-bbf345507e2d already deleted. [ 767.755322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6985c026-c26e-4073-ba5b-bbf345507e2d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.861533] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.861781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.863139] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.365226] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.454713] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e in Status: SUCCESS [ 768.454713] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e deletion is rescheduled due to dependency. [ 768.454850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.867978] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.867978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.868200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.868424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.868515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.868616] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc is going to be updated. [ 768.896889] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.896889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.897073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.897206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.897367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.905280] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: IN_PROGRESS for 2s [ 770.915919] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: SUCCESS [ 770.916618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.916618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.916736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.916872] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.917055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.917136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.917297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.917383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.917487] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.419854] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.803703] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 771.803818] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 771.922509] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.133025] env[70860]: INFO networking_nsxv3.common.synchronization [req-0f57eead-ace1-4aa0-b58f-ef43a641b40c req-a9ed9389-9918-4b55-8059-04ec9ae46e3d tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Enqueued Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGHEST for action security_group_members [ 772.133025] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGHEST for action security_group_members [ 772.133439] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e832e2a-972c-4368-901f-77a741748033 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.133551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.133665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.133788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.133932] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.136099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.136099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.136099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.136099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.136099] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e832e2a-972c-4368-901f-77a741748033',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.425363] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.425544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.426920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.426920] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc is going to be updated. [ 772.450254] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.450393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.450461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.450658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.450796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.461199] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: IN_PROGRESS for 2s [ 772.636429] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.636429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.636429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.636637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.664799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.665057] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.665190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.665255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.665437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.665519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.665604] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e832e2a-972c-4368-901f-77a741748033 is going to be updated. [ 772.695278] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.695463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.695503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.695681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.695816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.703736] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e832e2a-972c-4368-901f-77a741748033 in Status: IN_PROGRESS for 2s [ 774.472101] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: SUCCESS [ 774.472399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.472539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.472763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.472875] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.472990] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.473063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.473217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.473297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.473378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.473530] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.473619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.473677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.473815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.473959] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.474086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.474146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.474287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.474359] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.474434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.474517] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.713851] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e832e2a-972c-4368-901f-77a741748033 in Status: SUCCESS [ 774.714711] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e832e2a-972c-4368-901f-77a741748033 deletion is rescheduled due to dependency. [ 774.714711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.976893] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f2976a-606a-42eb-b4d6-b4bcf6b404cc: rpc.has_security_group_logging(os_id): False [ 774.995093] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.995167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.995167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.995487] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.995487] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.999021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.999021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.999021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.999021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.999537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.999537] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc is going to be created. [ 775.049831] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.049967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.050031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.050245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.050428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.059901] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: IN_PROGRESS for 2s [ 777.076322] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: SUCCESS [ 777.076322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.076322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.076322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.076322] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.123028] env[70860]: INFO networking_nsxv3.common.synchronization [req-aaf0feb5-f828-4692-91ac-577cef6cef1c req-ee3ed1c8-f4d9-49c5-87f2-6ac8492fd381 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 777.123181] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 777.123478] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.123600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.123668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.123910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.124880] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.125018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.125089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.125265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.125356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.125450] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.435258] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.435461] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.435598] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.435847] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.438176] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.438176] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.438176] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.438531] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.442019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.442019] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.442019] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.442019] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.442019] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.442019] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.442019] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.442019] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.460664] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.460972] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.461054] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.461198] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.461511] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.461702] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.461824] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.462167] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.462326] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.583620] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.583620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.583620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.583620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.583620] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.583620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.583620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.583620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.583620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.583620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.583620] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.627976] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.629338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.629338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.629338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.629338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.629543] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.629543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.629635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.629940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.629940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.629940] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc already deleted. [ 777.629940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.760933] env[70860]: INFO networking_nsxv3.common.synchronization [None req-43114467-d751-4969-b863-80d3af3f0d1b None None] Enqueued Resource ID: b2abe978-a442-400d-9dac-aad7c1b0a324 with Priority: HIGHEST for action port [ 777.761115] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2abe978-a442-400d-9dac-aad7c1b0a324 with Priority: HIGHEST for action port [ 777.761724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2abe978-a442-400d-9dac-aad7c1b0a324 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.761897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2abe978-a442-400d-9dac-aad7c1b0a324" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.761897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2abe978-a442-400d-9dac-aad7c1b0a324" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.764361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2abe978-a442-400d-9dac-aad7c1b0a324" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.764470] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2abe978-a442-400d-9dac-aad7c1b0a324',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.965272] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.965539] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.965681] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.966014] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.966247] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.966428] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 not found, creating... [ 777.966704] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.966862] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.966980] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.967263] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.967412] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.967716] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.967874] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.967992] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969782] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.970132] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 is going to be created. [ 777.988642] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.988848] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.988971] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.989249] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.989471] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.989685] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.088632] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.088930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.088930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.089081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.089247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.089351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.089417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.089579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.089669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.089755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.089898] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.090026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.090056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.090190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.090326] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.090415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.090473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.090608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.090682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.090763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.090850] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.268606] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2abe978-a442-400d-9dac-aad7c1b0a324 [ 778.268844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.268980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.269063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.269281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.269372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.269466] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2abe978-a442-400d-9dac-aad7c1b0a324 already deleted. [ 778.269545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2abe978-a442-400d-9dac-aad7c1b0a324" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.509110] env[70860]: INFO networking_nsxv3.common.synchronization [req-2fd23098-c1f4-476c-9bce-77a5d6dba959 req-9b3981a1-239b-4346-adc0-80ed26e530c7 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Enqueued Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGHEST for action security_group_members [ 778.509110] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGHEST for action security_group_members [ 778.509110] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.509110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.509110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.509110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.509110] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.509110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.509110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.509110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.511212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.511354] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.592377] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f2976a-606a-42eb-b4d6-b4bcf6b404cc: rpc.has_security_group_logging(os_id): False [ 778.610689] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.610689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.610689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.610689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.610689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.611093] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.611093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.611093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.611236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.611310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.611519] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.611634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.611673] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.615110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.615110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.615110] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.615110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.615110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.615110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.615110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.615110] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc is going to be updated. [ 778.665533] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.665694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.665738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.665937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.666255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.680781] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: IN_PROGRESS for 2s [ 778.866831] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.867040] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-858" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.867175] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-858" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.867515] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-858" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.867773] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.867923] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.868055] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.868784] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.868961] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.869202] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.869320] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.869430] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.873411] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.873411] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.873512] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.873631] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.876470] env[70860]: INFO networking_nsxv3.common.synchronization [req-aaf0feb5-f828-4692-91ac-577cef6cef1c req-48d8bc7f-f879-4e5e-bccc-7ae2e8fe5831 service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 778.876810] env[70860]: INFO networking_nsxv3.common.synchronization [req-aaf0feb5-f828-4692-91ac-577cef6cef1c req-48d8bc7f-f879-4e5e-bccc-7ae2e8fe5831 service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 778.876810] env[70860]: INFO networking_nsxv3.common.synchronization [req-aaf0feb5-f828-4692-91ac-577cef6cef1c req-48d8bc7f-f879-4e5e-bccc-7ae2e8fe5831 service nova] Enqueued Resource ID: f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 with Priority: HIGHEST for action port [ 778.877666] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 778.878118] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 778.878239] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 with Priority: HIGHEST for action port [ 778.878510] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.878622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.879542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.879542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.879542] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.881430] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.881690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.881810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.882176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.882464] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.883037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.883037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.883139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.887227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.887419] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.888733] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.888924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.889051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.889340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.889476] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.894972] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.894972] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.894972] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.894972] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-858" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.894972] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-c99cf1c8-1852-451a-bf19-2e33d4345005 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.895996] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-c99cf1c8-1852-451a-bf19-2e33d4345005" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.895996] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-c99cf1c8-1852-451a-bf19-2e33d4345005" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.896209] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-c99cf1c8-1852-451a-bf19-2e33d4345005" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.896509] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99cf1c8-1852-451a-bf19-2e33d4345005',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.013533] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.013739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.013779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.013993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.014139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.014352] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.014455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.014517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.014677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.014753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.014836] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c already deleted. [ 779.014910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.391684] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.391997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.392041] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.400979] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 with status ACTIVE [ 779.404327] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.404501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.404573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.404814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.404923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.405125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.405228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.405291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.405464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.405544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.405745] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.405855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.405922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.406076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.406235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.406314] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 is going to be updated. [ 779.408083] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.408328] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.408416] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.408698] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.408847] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.408990] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port c99cf1c8-1852-451a-bf19-2e33d4345005 not found, creating... [ 779.409249] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.409403] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.409534] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.409743] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.409885] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.410192] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.410366] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.410491] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.410711] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.410858] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.412403] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: c99cf1c8-1852-451a-bf19-2e33d4345005 is going to be created. [ 779.437560] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.437768] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.437932] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.438186] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.438393] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.438651] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-c99cf1c8-1852-451a-bf19-2e33d4345005" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.439972] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.440098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.440374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.440374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.440505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.440557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.894508] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.035732] env[70860]: INFO networking_nsxv3.common.synchronization [None req-e65c4605-cca1-4a11-a90b-8879a8829951 None None] Enqueued Resource ID: 8b857988-5855-4d9c-b2ba-b0d79cbd3b81 with Priority: HIGHEST for action port [ 780.035954] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b857988-5855-4d9c-b2ba-b0d79cbd3b81 with Priority: HIGHEST for action port [ 780.037928] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b857988-5855-4d9c-b2ba-b0d79cbd3b81 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.037928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b857988-5855-4d9c-b2ba-b0d79cbd3b81" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.037928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b857988-5855-4d9c-b2ba-b0d79cbd3b81" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.037928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b857988-5855-4d9c-b2ba-b0d79cbd3b81" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.037928] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b857988-5855-4d9c-b2ba-b0d79cbd3b81',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.156067] env[70860]: INFO networking_nsxv3.common.synchronization [req-2fd23098-c1f4-476c-9bce-77a5d6dba959 req-ba4a9506-e9c3-412b-b900-c567b0bbe3d3 service nova] Enqueued Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGHEST for action security_group_rules [ 780.156223] env[70860]: INFO networking_nsxv3.common.synchronization [req-2fd23098-c1f4-476c-9bce-77a5d6dba959 req-ba4a9506-e9c3-412b-b900-c567b0bbe3d3 service nova] Enqueued Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGHEST for action security_group_members [ 780.156413] env[70860]: INFO networking_nsxv3.common.synchronization [req-2fd23098-c1f4-476c-9bce-77a5d6dba959 req-ba4a9506-e9c3-412b-b900-c567b0bbe3d3 service nova] Enqueued Resource ID: c99cf1c8-1852-451a-bf19-2e33d4345005 with Priority: HIGHEST for action port [ 780.156683] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGHEST for action security_group_rules [ 780.156852] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGHEST for action security_group_members [ 780.156996] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99cf1c8-1852-451a-bf19-2e33d4345005 with Priority: HIGHEST for action port [ 780.157996] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.158211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.158313] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.158639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.158760] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.160901] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.160901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.160901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.160901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.160901] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.161265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.161265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.161387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.161507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.161647] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.162491] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c99cf1c8-1852-451a-bf19-2e33d4345005 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.162647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c99cf1c8-1852-451a-bf19-2e33d4345005" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.162759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c99cf1c8-1852-451a-bf19-2e33d4345005" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.162944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c99cf1c8-1852-451a-bf19-2e33d4345005" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.163079] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99cf1c8-1852-451a-bf19-2e33d4345005',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.400026] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.400026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.400026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.400026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.400026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.400026] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be created. [ 780.420915] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.420915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.420915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.420915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.420915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.433756] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: UNINITIALIZED for 2s [ 780.540298] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b857988-5855-4d9c-b2ba-b0d79cbd3b81 [ 780.540481] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.540643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.540719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.540952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.541042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.541134] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b857988-5855-4d9c-b2ba-b0d79cbd3b81 already deleted. [ 780.541257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b857988-5855-4d9c-b2ba-b0d79cbd3b81" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.665703] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.665703] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.665703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.665924] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c99cf1c8-1852-451a-bf19-2e33d4345005 with status ACTIVE [ 780.666322] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.666322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.666322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.666501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.666569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.666734] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.666823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.666881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.667055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.667325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.667669] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.667852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.667972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.668064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.668169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.668266] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c99cf1c8-1852-451a-bf19-2e33d4345005 is going to be updated. [ 780.689337] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.689621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.689704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.690080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.690080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.690243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c99cf1c8-1852-451a-bf19-2e33d4345005" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.693583] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: SUCCESS [ 780.693951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.170425] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.673209] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.673653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.673653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.673946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.673946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.673946] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c is going to be created. [ 781.697437] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.697684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.697684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.697902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.698195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.707329] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c in Status: UNINITIALIZED for 2s [ 782.443901] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 782.447034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.447034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.447034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.447034] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.447034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.447034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.447034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.447034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.447034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.447034] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.950213] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.950496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.950496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.950671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.950837] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.950936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.951008] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.951165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.951256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.951346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.951490] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.951620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.951715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.951810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.951980] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.952920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.953154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.953253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.953389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.953530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.953692] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.455692] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06c0d4b-d55a-4652-bc2f-96485d6d1acc: rpc.has_security_group_logging(os_id): False [ 783.473061] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.473270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.473348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.475297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.475297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.475297] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.475297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.475297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.475297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.475297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.475577] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.475577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.475577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.475925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.475925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.476045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.476568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.476647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.476794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.476889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.477046] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be created. [ 783.538247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.538426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.538480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.538653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.538840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.548873] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 783.565050] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 req-ef99fb20-1fd9-4f85-bf42-57a87a003a2a tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 783.565989] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 783.566493] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.566615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.566685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.567689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.567689] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.567689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.567689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.567689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.567689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.567689] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.721211] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c in Status: SUCCESS [ 783.721472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.721661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.721914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.722152] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.722295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.722365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.722555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.722650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.722740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.722855] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.061809] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.062164] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-407" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.062164] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-407" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.062367] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-407" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.062582] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.063816] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064350] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.064627] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.064871] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.064991] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.065119] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.065231] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.065345] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.065453] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.065586] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.070019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.070289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.070289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.070426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.070497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.070756] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.070861] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.070927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.071097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.071177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.071265] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e already deleted. [ 784.071342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.084049] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.084049] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.084200] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.084320] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-407" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.084629] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.086062] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.086062] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.086062] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.086062] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd16072-3fb5-4402-b15b-c1c0054ea3ee',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.226413] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.226565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.226665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.226889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.227059] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.227458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.227458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.227458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.227458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.227637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.227687] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.227764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.227894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.227943] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.228647] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.228647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.228647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.228647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.228647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.228647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.228647] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.588558] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.588802] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.588934] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.589249] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.589422] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.589579] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee not found, creating... [ 784.589851] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.590081] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.590299] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.590442] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.590604] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.590916] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.591106] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.591230] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.591465] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.591615] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.591775] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee is going to be created. [ 784.613811] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.614062] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.614239] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.614796] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.614796] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.614982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.730983] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c: rpc.has_security_group_logging(os_id): False [ 784.749988] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.750131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.750170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.750685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.750685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.750770] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.750846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.750980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.751606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.751606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.751606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.751606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.751606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.751876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.751876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.752247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.752247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.752247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.752380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.752380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.752513] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c is going to be created. [ 784.825163] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.825615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.826196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.826986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.827862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.839049] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c in Status: IN_PROGRESS for 2s [ 785.394119] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 req-23756d2d-bd79-43b7-a7be-b22bd8660a64 service nova] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 785.394417] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 req-23756d2d-bd79-43b7-a7be-b22bd8660a64 service nova] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 785.394915] env[70860]: INFO networking_nsxv3.common.synchronization [req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 req-23756d2d-bd79-43b7-a7be-b22bd8660a64 service nova] Enqueued Resource ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee with Priority: HIGHEST for action port [ 785.395203] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 785.395434] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 785.395434] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee with Priority: HIGHEST for action port [ 785.396016] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.400161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.400161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.400252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.402031] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.402031] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.402031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.402031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.402031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.402031] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.402318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.402318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.402318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.402420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.402485] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.407498] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.407627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.407716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.407894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.408629] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd16072-3fb5-4402-b15b-c1c0054ea3ee',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.561732] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 785.561962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.912109] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.912109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.912589] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.913567] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee with status ACTIVE [ 785.913787] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.913903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.913980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.914200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.914291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.914469] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.914563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.914622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.914777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.914850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.915138] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.916852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.916852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.916852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.917064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.917064] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee is going to be updated. [ 785.938259] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.938458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.938529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.938792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.938944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.939116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.419615] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.851320] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c in Status: SUCCESS [ 786.851565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.927923] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.928176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.928299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.928771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.928771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.928912] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be created. [ 786.951970] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.952144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.952210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.952435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.952602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.962186] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: UNINITIALIZED for 2s [ 788.277251] env[70860]: INFO networking_nsxv3.common.synchronization [req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 req-dd537dc4-68da-4a50-8dc3-f66bbb25a018 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 788.277656] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 788.277969] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.278106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.278184] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.278457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.279230] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.279230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.279230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.279230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.279230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.279230] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.649024] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.649024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.649024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.649024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.649024] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.649024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.649024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.650112] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.650112] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.650413] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.650579] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.650939] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.650939] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.651092] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.651159] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.651715] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.670390] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.670562] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.670716] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.670923] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.671240] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-d213ffcd-19a7-448c-a860-ca92f46dad0c taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.671437] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-d213ffcd-19a7-448c-a860-ca92f46dad0c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.671586] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-d213ffcd-19a7-448c-a860-ca92f46dad0c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.671890] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-d213ffcd-19a7-448c-a860-ca92f46dad0c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.672125] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d213ffcd-19a7-448c-a860-ca92f46dad0c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.781859] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.782062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.782144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.782397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.782509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.782725] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.782841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.782910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.783097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.783180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.783266] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a already deleted. [ 788.783348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.974201] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 788.974201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.974201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.974486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.975581] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.975581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.975581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.975581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.975581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.975581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.975581] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.174537] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.174768] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.174903] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.175208] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.176290] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.176606] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port d213ffcd-19a7-448c-a860-ca92f46dad0c not found, creating... [ 789.176855] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.177030] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.177173] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.177461] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.177705] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.178032] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.178396] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.178396] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.178613] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.178734] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.178865] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: d213ffcd-19a7-448c-a860-ca92f46dad0c is going to be created. [ 789.197960] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.198178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.198303] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.198581] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.198823] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.199065] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-d213ffcd-19a7-448c-a860-ca92f46dad0c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.480121] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.480382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.480382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.482018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.482018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.482018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.482018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.482018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.482018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.482018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.482018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.482018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.482395] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.482395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.482395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.482395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.482510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482697] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.985277] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cc0dad-3373-4546-9c1c-fca54bae096e: rpc.has_security_group_logging(os_id): False [ 790.006822] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.007016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.007121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.007296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.007402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.007654] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.007759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.007759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.007930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.008028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.010190] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.010190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.010190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.010190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.010190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.010190] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.010190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.010190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.014055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.014055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.014055] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be created. [ 790.077261] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.077261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.077261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.077261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.077261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.098731] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 790.130126] env[70860]: INFO networking_nsxv3.common.synchronization [req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 req-7ad5f1c3-e681-4680-8fa7-12ec9434fa16 service nova] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_rules [ 790.130359] env[70860]: INFO networking_nsxv3.common.synchronization [req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 req-7ad5f1c3-e681-4680-8fa7-12ec9434fa16 service nova] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 790.130460] env[70860]: INFO networking_nsxv3.common.synchronization [req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 req-7ad5f1c3-e681-4680-8fa7-12ec9434fa16 service nova] Enqueued Resource ID: d213ffcd-19a7-448c-a860-ca92f46dad0c with Priority: HIGHEST for action port [ 790.130747] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_rules [ 790.130906] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 790.131014] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d213ffcd-19a7-448c-a860-ca92f46dad0c with Priority: HIGHEST for action port [ 790.131597] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.131762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.131807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.135173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.135173] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.135173] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.135173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.135173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.135173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.135173] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.135173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.135173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.135173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.135499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.135499] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.136441] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d213ffcd-19a7-448c-a860-ca92f46dad0c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.136550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d213ffcd-19a7-448c-a860-ca92f46dad0c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.136619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d213ffcd-19a7-448c-a860-ca92f46dad0c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.136774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d213ffcd-19a7-448c-a860-ca92f46dad0c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.136848] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d213ffcd-19a7-448c-a860-ca92f46dad0c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.638877] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.639195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.640352] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.641046] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d213ffcd-19a7-448c-a860-ca92f46dad0c with status ACTIVE [ 790.641302] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.641794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.641794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.641794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.641934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.642108] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.642240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.642455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.642534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.642568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.643550] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.643550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.643550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.643550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.643550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.643550] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d213ffcd-19a7-448c-a860-ca92f46dad0c is going to be updated. [ 790.662401] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.662481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.662559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.662822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.662964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.663151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d213ffcd-19a7-448c-a860-ca92f46dad0c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.145265] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.526904] env[70860]: INFO networking_nsxv3.common.synchronization [req-2aeeb615-a3f3-425c-850e-6df51e4425f9 req-95bba90b-5ead-4d5d-ac3a-b626dd218876 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Enqueued Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGHEST for action security_group_members [ 791.527445] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGHEST for action security_group_members [ 791.527760] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.527881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.527950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.531504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.531712] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.532162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.532162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.532972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.533204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.533372] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.649950] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.650241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.650241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.650466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.650532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.650591] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be created. [ 791.669027] env[70860]: INFO networking_nsxv3.common.synchronization [req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f req-50bb3a07-be37-46de-9981-bd200eec2bf0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 791.669575] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 791.669877] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.670017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.670083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.670498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.670498] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.670685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.670685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.670790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.670790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.670883] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.672829] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.672971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.673052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.677022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.677022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.682476] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: UNINITIALIZED for 2s [ 792.036537] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.036621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.036662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.036850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.036943] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.037149] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.037248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.037355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.037532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.037747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.037747] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c is going to be updated. [ 792.064184] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.064334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.064409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.064674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.064910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.074329] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c in Status: IN_PROGRESS for 2s [ 792.108828] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 792.109057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.176088] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.176365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.176365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.176602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.176782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.176949] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.177075] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.177148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.177297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.177395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.177458] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 792.225948] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.226130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.226173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.226422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.226562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.235448] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 793.271202] env[70860]: INFO networking_nsxv3.common.synchronization [req-23e90f27-0338-4b6b-bae6-34b2daf7945b req-f7344552-ce72-4392-9a92-567cf667bd76 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Enqueued Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 793.271575] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGHEST for action security_group_members [ 793.275015] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.275015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.275015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.275015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.275015] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.275015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.275015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.275015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.275015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.275015] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.309487] env[70860]: INFO networking_nsxv3.common.synchronization [req-794f032c-94f3-4008-b90d-d80592b604b2 req-9fbdcbb3-f4fa-4579-a1c5-7235d6edd96b tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Enqueued Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_members [ 793.309985] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_members [ 793.310533] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.310739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.310739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.310968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.317571] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.317571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.317571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.317571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.317571] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.692682] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 793.693234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.693458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.693756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.694013] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.694263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.694373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.694818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.694970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.695179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.695292] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.716195] env[70860]: INFO networking_nsxv3.common.synchronization [req-839ba6ec-d7dd-4f95-a87c-67fb6b36b154 req-ee628e64-6030-4de9-aa72-1fb2d30e85b1 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 793.716448] env[70860]: INFO networking_nsxv3.common.synchronization [req-839ba6ec-d7dd-4f95-a87c-67fb6b36b154 req-ee628e64-6030-4de9-aa72-1fb2d30e85b1 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 793.717438] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 793.717578] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 793.717948] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.718032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.718270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.718538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.718775] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.718953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.719076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.719303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.719490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.719709] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.721753] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.721948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.722072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.722346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.722554] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.722926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.723065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.723295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.723559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.723701] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.774840] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.774974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.775054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.775267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.775352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.775560] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.775654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.775714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.775857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.775929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.776027] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb is going to be updated. [ 793.796672] env[70860]: INFO networking_nsxv3.common.synchronization [req-839ba6ec-d7dd-4f95-a87c-67fb6b36b154 req-ee628e64-6030-4de9-aa72-1fb2d30e85b1 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 793.796672] env[70860]: INFO networking_nsxv3.common.synchronization [req-839ba6ec-d7dd-4f95-a87c-67fb6b36b154 req-ee628e64-6030-4de9-aa72-1fb2d30e85b1 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 793.796672] env[70860]: INFO networking_nsxv3.common.synchronization [req-839ba6ec-d7dd-4f95-a87c-67fb6b36b154 req-ee628e64-6030-4de9-aa72-1fb2d30e85b1 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_rules [ 793.796916] env[70860]: INFO networking_nsxv3.common.synchronization [req-839ba6ec-d7dd-4f95-a87c-67fb6b36b154 req-ee628e64-6030-4de9-aa72-1fb2d30e85b1 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 793.796916] env[70860]: INFO networking_nsxv3.common.synchronization [req-839ba6ec-d7dd-4f95-a87c-67fb6b36b154 req-ee628e64-6030-4de9-aa72-1fb2d30e85b1 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee with Priority: HIGHEST for action port [ 793.797485] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 793.797622] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_rules [ 793.797719] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee with Priority: HIGHEST for action port [ 793.797808] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 793.797893] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 793.802779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.802779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.802779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.802948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.802948] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.804794] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.804794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.804794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.804794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.804794] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.805418] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.805529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.805598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.805755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.805832] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd16072-3fb5-4402-b15b-c1c0054ea3ee',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.807787] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.807881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.808089] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.808194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.814880] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.814880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.814880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.814880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.814880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.819499] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.822838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.823109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.823305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.823476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.823724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.823841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.823904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.824078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.824166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.824275] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1002ff90-3036-42b4-98c6-beaf49603d25 already deleted. [ 793.824384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.828261] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: IN_PROGRESS for 2s [ 793.847641] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.848431] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-481" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.848618] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-481" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.848918] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-481" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.849203] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.849367] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.849489] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.849707] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.849848] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.850137] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.850307] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.850460] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.850597] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.850733] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.850862] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.851044] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.907898] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.907898] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.908042] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.908244] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-481" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.908722] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-dc04ef45-2a18-413d-bb2d-00805281894d taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.912023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-dc04ef45-2a18-413d-bb2d-00805281894d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.912023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-dc04ef45-2a18-413d-bb2d-00805281894d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.912023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-dc04ef45-2a18-413d-bb2d-00805281894d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.912023] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc04ef45-2a18-413d-bb2d-00805281894d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.084216] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c in Status: SUCCESS [ 794.084472] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c deletion is rescheduled due to dependency. [ 794.084608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.197896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.198099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.198177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.198408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.198581] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.198685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.198747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.198935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.199014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.199116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.199263] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.199356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.199418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.199560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.199693] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.199783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.199843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.199976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.200062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.200144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.200234] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.222610] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.226079] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.250020] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 794.250224] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc deletion is rescheduled due to dependency. [ 794.250339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.309314] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee with status ACTIVE [ 794.309590] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.310253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.310253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.310253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.310253] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.310827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.310827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.310827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.310827] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.311165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.311165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.311165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.311165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.311318] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee is going to be updated. [ 794.313048] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.313182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.313810] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.313810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.332166] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.332323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.332419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.332603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.332844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.332984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.375434] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 794.375689] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 794.375861] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: b4a3a694-de70-4d51-ae57-124036cae47b with Priority: HIGHEST for action security_group_members [ 794.379372] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 794.379372] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 794.379372] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a3a694-de70-4d51-ae57-124036cae47b with Priority: HIGHEST for action security_group_members [ 794.379372] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.379372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.379372] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.379372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.379372] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a3a694-de70-4d51-ae57-124036cae47b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.379372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.379372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.379372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.379725] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.379725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.379795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.379976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.380119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.380238] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.414099] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.414422] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.414472] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.414742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.414893] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.415058] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port dc04ef45-2a18-413d-bb2d-00805281894d not found, creating... [ 794.416019] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.416019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.416019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.416019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.416019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.416335] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.416392] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.416490] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.416696] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.416832] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.416972] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: dc04ef45-2a18-413d-bb2d-00805281894d is going to be created. [ 794.422666] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: b4a3a694-de70-4d51-ae57-124036cae47b with Priority: HIGHEST for action security_group_rules [ 794.422841] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: b4a3a694-de70-4d51-ae57-124036cae47b with Priority: HIGHEST for action security_group_members [ 794.422975] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 794.423135] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 794.423235] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_rules [ 794.423358] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 794.426377] env[70860]: INFO networking_nsxv3.common.synchronization [req-10d98c5c-bbf2-4dac-91f3-186a3c17d69f req-84d72733-d9a4-4a1d-b3d1-e6866b34cf65 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee with Priority: HIGHEST for action port [ 794.426377] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a3a694-de70-4d51-ae57-124036cae47b with Priority: HIGHEST for action security_group_rules [ 794.426377] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 794.426377] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 794.426377] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee with Priority: HIGHEST for action port [ 794.426377] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_rules [ 794.426377] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a3a694-de70-4d51-ae57-124036cae47b with Priority: HIGHEST for action security_group_members [ 794.426377] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 794.426377] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a3a694-de70-4d51-ae57-124036cae47b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.426377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.426377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.426377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.426377] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.427307] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.427307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.427307] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.427307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.427307] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.427307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.427307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.427659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.427659] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd16072-3fb5-4402-b15b-c1c0054ea3ee',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.428228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.428331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.428502] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a3a694-de70-4d51-ae57-124036cae47b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.428647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.429071] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.429071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.439643] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.439859] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.439985] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.440331] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.440520] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.440743] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-dc04ef45-2a18-413d-bb2d-00805281894d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.703287] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5683991d-e63b-4031-95c3-48506ad0936a: rpc.has_security_group_logging(os_id): False [ 794.724020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.724206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.724314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.724558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.724679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.724880] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.724984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.725059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.725230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.725312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.725509] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.725593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.725668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.725822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.725898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.726147] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.726239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.726319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.726472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.726552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.726660] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be created. [ 794.728020] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.728965] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.789073] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.789252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.789329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.789592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.789799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.802913] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 794.883334] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.932813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a3a694-de70-4d51-ae57-124036cae47b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.932813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.932813] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee with status ACTIVE [ 794.932813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.932813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.932813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.932813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.932813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.932813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.932813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.932813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.932813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.932813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.932813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.933414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.933414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.933414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.933414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.933414] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee is going to be updated. [ 794.953700] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.953911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.953955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.954276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.954478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.954662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd16072-3fb5-4402-b15b-c1c0054ea3ee" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.193208] env[70860]: INFO networking_nsxv3.common.synchronization [req-c8443428-faf1-46a4-a7b1-64f56e28fc42 req-d5ffcb4a-c1aa-4a08-a656-6d539bea2c16 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_members [ 795.193832] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGHEST for action security_group_members [ 795.195048] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.195211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.195278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.197025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.197025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.197025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.197025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.197025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.197025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.197025] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.230800] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.231118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.231118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.231305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.231399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.231507] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 795.235320] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.236170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.236354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.236588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.237036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.237179] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f is going to be created. [ 795.264500] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.268137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.268137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.268137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.268137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.268137] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.268137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.268137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.268137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.268137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.278106] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: UNINITIALIZED for 2s [ 795.278106] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 795.386321] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.451601] env[70860]: INFO networking_nsxv3.common.synchronization [req-794f032c-94f3-4008-b90d-d80592b604b2 req-8d0c8d60-2592-4379-87d5-6526dbf1baca service nova] Enqueued Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_rules [ 795.452152] env[70860]: INFO networking_nsxv3.common.synchronization [req-794f032c-94f3-4008-b90d-d80592b604b2 req-8d0c8d60-2592-4379-87d5-6526dbf1baca service nova] Enqueued Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_members [ 795.452152] env[70860]: INFO networking_nsxv3.common.synchronization [req-794f032c-94f3-4008-b90d-d80592b604b2 req-8d0c8d60-2592-4379-87d5-6526dbf1baca service nova] Enqueued Resource ID: dc04ef45-2a18-413d-bb2d-00805281894d with Priority: HIGHEST for action port [ 795.452795] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_rules [ 795.453010] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_members [ 795.456321] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc04ef45-2a18-413d-bb2d-00805281894d with Priority: HIGHEST for action port [ 795.456803] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.456906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.456955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.457534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.457534] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.459430] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.459430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.459430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.459430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.459430] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.459758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.459758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.459758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.460064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.460161] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.460866] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc04ef45-2a18-413d-bb2d-00805281894d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.460990] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc04ef45-2a18-413d-bb2d-00805281894d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.461080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc04ef45-2a18-413d-bb2d-00805281894d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.461207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc04ef45-2a18-413d-bb2d-00805281894d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.461275] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc04ef45-2a18-413d-bb2d-00805281894d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.699618] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.702726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.702726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.702726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.730162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.730525] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.732016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.732016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.732016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.732016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.732016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 is going to be updated. [ 795.760457] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.760457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.760457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.760457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.760457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.767268] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 in Status: IN_PROGRESS for 2s [ 795.842825] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb in Status: SUCCESS [ 795.842825] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb deletion is rescheduled due to dependency. [ 795.842825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.891143] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.891143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.891143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.891143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.891143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.891143] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a3a694-de70-4d51-ae57-124036cae47b is going to be created. [ 795.914385] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.914649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.914649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.914767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.914906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.925926] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a3a694-de70-4d51-ae57-124036cae47b in Status: UNINITIALIZED for 2s [ 795.939646] env[70860]: INFO networking_nsxv3.common.synchronization [req-693763bc-25e3-46b0-ba32-f6671ea819b6 req-040291b9-7476-41aa-8374-a6d0e1b9570e tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 795.940434] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 795.940610] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.940762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.940856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.941094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.941282] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.941434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.941544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.941728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.941862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.942030] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.966155] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.966428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.967478] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.967776] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc04ef45-2a18-413d-bb2d-00805281894d with status ACTIVE [ 795.968229] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.968229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.968229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.970982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.971167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.971394] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.971764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.971764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.971764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.971850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.972026] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.972102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.972139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.972324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.972383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.972418] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc04ef45-2a18-413d-bb2d-00805281894d is going to be updated. [ 796.005045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.005045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.005045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.005045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.005045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.005045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc04ef45-2a18-413d-bb2d-00805281894d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.377825] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.377957] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.378090] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.378332] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.378579] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.378797] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.378871] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379094] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379243] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.379445] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.379560] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.379670] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.379775] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.379882] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.379985] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.380128] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.399045] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.399431] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.399431] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.399593] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.399863] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-1b186ff3-1993-4c75-a528-7de2dc3d9020 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.401297] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-1b186ff3-1993-4c75-a528-7de2dc3d9020" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.401297] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-1b186ff3-1993-4c75-a528-7de2dc3d9020" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.401297] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-1b186ff3-1993-4c75-a528-7de2dc3d9020" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.401297] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b186ff3-1993-4c75-a528-7de2dc3d9020',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.444382] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.474845] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.817201] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 796.817201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.904833] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.905085] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.905214] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.905490] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.905637] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.905788] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 1b186ff3-1993-4c75-a528-7de2dc3d9020 not found, creating... [ 796.906050] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.906210] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.906342] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.906571] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.906706] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.906984] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.907152] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.907269] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.907475] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.907608] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.907744] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 1b186ff3-1993-4c75-a528-7de2dc3d9020 is going to be created. [ 796.926523] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.926711] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.926835] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.927088] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.927313] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.927522] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-1b186ff3-1993-4c75-a528-7de2dc3d9020" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.946545] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.979106] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.979248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.979338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.979552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.979647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.979740] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1002ff90-3036-42b4-98c6-beaf49603d25 is going to be created. [ 797.002314] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.002480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.002535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.002703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.002858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.013487] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1002ff90-3036-42b4-98c6-beaf49603d25 in Status: UNINITIALIZED for 2s [ 797.290118] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 797.290596] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.290770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.291037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.291234] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.291471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.291471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.291560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.291656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.292308] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.293288] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: SUCCESS [ 797.294248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.294248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.294248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.294248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.294248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.294248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.294248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.294516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.294516] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.449055] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.449450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.449450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.449543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.449687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.449839] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 797.484877] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.485046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.485125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.485399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.485676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.495164] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 797.776309] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 in Status: SUCCESS [ 797.776525] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 deletion is rescheduled due to dependency. [ 797.776644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.798128] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.802055] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.946750] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a3a694-de70-4d51-ae57-124036cae47b in Status: SUCCESS [ 797.947091] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.947189] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.947416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.947633] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.947756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.947885] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.947973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.948069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.948164] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.017177] env[70860]: INFO networking_nsxv3.common.synchronization [req-693763bc-25e3-46b0-ba32-f6671ea819b6 req-660d8831-788b-40c2-ba51-2337089a0aa9 service nova] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_rules [ 798.017364] env[70860]: INFO networking_nsxv3.common.synchronization [req-693763bc-25e3-46b0-ba32-f6671ea819b6 req-660d8831-788b-40c2-ba51-2337089a0aa9 service nova] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 798.017517] env[70860]: INFO networking_nsxv3.common.synchronization [req-693763bc-25e3-46b0-ba32-f6671ea819b6 req-660d8831-788b-40c2-ba51-2337089a0aa9 service nova] Enqueued Resource ID: 1b186ff3-1993-4c75-a528-7de2dc3d9020 with Priority: HIGHEST for action port [ 798.017764] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_rules [ 798.017886] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 798.017998] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b186ff3-1993-4c75-a528-7de2dc3d9020 with Priority: HIGHEST for action port [ 798.019668] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.019796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.019854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.020105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.021832] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.021832] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.021832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.021832] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b186ff3-1993-4c75-a528-7de2dc3d9020 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.021832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b186ff3-1993-4c75-a528-7de2dc3d9020" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.021832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b186ff3-1993-4c75-a528-7de2dc3d9020" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.022121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b186ff3-1993-4c75-a528-7de2dc3d9020" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.022121] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b186ff3-1993-4c75-a528-7de2dc3d9020',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.306427] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.306427] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.450865] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.527984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.527984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527984] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b186ff3-1993-4c75-a528-7de2dc3d9020 with status ACTIVE [ 798.527984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.527984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.527984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.527984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.527984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.528938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.528938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.528938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.528938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.528938] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b186ff3-1993-4c75-a528-7de2dc3d9020 is going to be updated. [ 798.548874] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.548874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.548874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.549142] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.549275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.549513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b186ff3-1993-4c75-a528-7de2dc3d9020" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.807772] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.807915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.807987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.808215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.808303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.808400] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 798.809833] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.809952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.810032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.810327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.810463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.810558] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f is going to be updated. [ 798.840373] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.840511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.840579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.840791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.840932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.845770] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.846649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.846649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.846649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.846788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.859049] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 798.859049] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: IN_PROGRESS for 2s [ 798.955745] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.022398] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1002ff90-3036-42b4-98c6-beaf49603d25 in Status: SUCCESS [ 799.023350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.023350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.023350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.023350] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.023350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.023350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.023745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.023745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.023745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.023968] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.458979] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.459321] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.459321] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.459453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.459543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.459639] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a3a694-de70-4d51-ae57-124036cae47b is going to be updated. [ 799.486963] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.487097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.487150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.487383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.487555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.496538] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a3a694-de70-4d51-ae57-124036cae47b in Status: IN_PROGRESS for 2s [ 799.505889] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 799.506660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.506660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.506660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.506660] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.506895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.506895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.507034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.507343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.507343] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.528180] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.011885] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.031885] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1002ff90-3036-42b4-98c6-beaf49603d25: rpc.has_security_group_logging(os_id): False [ 800.049398] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.049613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.049613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.050373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.050924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.050924] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.051119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.051151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.051314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.051398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.051489] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1002ff90-3036-42b4-98c6-beaf49603d25 is going to be created. [ 800.106317] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.106545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.106620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.106970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.107175] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.117258] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1002ff90-3036-42b4-98c6-beaf49603d25 in Status: IN_PROGRESS for 2s [ 800.368781] env[70860]: INFO networking_nsxv3.common.synchronization [req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 req-1b8d4eea-3e82-4640-8c35-d8eb7b5bb751 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 800.371077] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 800.371077] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.371077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.516073] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.866648] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 800.867098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.867364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.867507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.867656] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.867772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.867836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.867988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.868083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.868168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.868261] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.869651] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: SUCCESS [ 800.869820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.869973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.870147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.870308] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.870465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.870529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.870670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.870748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.870832] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.871528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.871690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.871908] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.872023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.872090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.872259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.872336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.872416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.872502] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.873428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.873590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.873735] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.873846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.873938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.874113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.874195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.874278] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.932176] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.932382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.932507] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.932778] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.933068] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.933228] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.933346] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.933561] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.933703] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.933914] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.934081] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.934202] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.934313] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.934466] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.934584] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.934717] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.953254] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.953416] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.953555] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.953754] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-451" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.954078] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-9f17f132-d3ad-4208-9180-586169a22a23 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.954272] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-9f17f132-d3ad-4208-9180-586169a22a23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.954456] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-9f17f132-d3ad-4208-9180-586169a22a23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.954849] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-9f17f132-d3ad-4208-9180-586169a22a23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.954927] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f17f132-d3ad-4208-9180-586169a22a23',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.020932] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.020932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.020932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.020932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.020932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.020932] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 801.046664] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.046664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.046958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.046958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.047156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.056107] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 801.373972] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.375190] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.375329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.376798] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.377951] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.457907] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.460211] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.460211] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.460211] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.460211] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.460211] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 9f17f132-d3ad-4208-9180-586169a22a23 not found, creating... [ 801.460387] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.460647] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.460859] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.461575] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.462048] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.462617] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.463145] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.463401] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.463968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.464327] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.464876] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 9f17f132-d3ad-4208-9180-586169a22a23 is going to be created. [ 801.485497] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.485949] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.486262] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.486746] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.487177] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.487611] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-9f17f132-d3ad-4208-9180-586169a22a23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.506938] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a3a694-de70-4d51-ae57-124036cae47b in Status: SUCCESS [ 801.507322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.507604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.507945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.508271] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.508450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.508550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.508820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.508969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.509428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.509635] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.877585] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.882529] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f77132f8-c7dc-45cc-b698-410dcc55f06f: rpc.has_security_group_logging(os_id): False [ 801.883667] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.902075] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.902235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.902307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.902536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.902635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.902850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.902952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.903025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.903176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.903255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.903340] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f is going to be created. [ 801.950495] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.950654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.950729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.950978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.951309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.961921] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: IN_PROGRESS for 2s [ 802.012924] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.128329] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1002ff90-3036-42b4-98c6-beaf49603d25 in Status: SUCCESS [ 802.128329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.384431] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.384610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.384682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.384918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.385021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.385125] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 802.386493] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.386609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.386686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.386855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.387038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.388158] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f is going to be updated. [ 802.392119] env[70860]: INFO networking_nsxv3.common.synchronization [req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 req-e4c1120c-ac04-4377-a7cb-13ac3f93ffc4 service nova] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_rules [ 802.392430] env[70860]: INFO networking_nsxv3.common.synchronization [req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 req-e4c1120c-ac04-4377-a7cb-13ac3f93ffc4 service nova] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 802.392640] env[70860]: INFO networking_nsxv3.common.synchronization [req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 req-e4c1120c-ac04-4377-a7cb-13ac3f93ffc4 service nova] Enqueued Resource ID: 9f17f132-d3ad-4208-9180-586169a22a23 with Priority: HIGHEST for action port [ 802.393162] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_rules [ 802.393325] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 802.393477] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f17f132-d3ad-4208-9180-586169a22a23 with Priority: HIGHEST for action port [ 802.394245] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.394372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.394619] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.395188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.396036] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f17f132-d3ad-4208-9180-586169a22a23 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.396197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f17f132-d3ad-4208-9180-586169a22a23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.396314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f17f132-d3ad-4208-9180-586169a22a23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.398533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f17f132-d3ad-4208-9180-586169a22a23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.398844] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f17f132-d3ad-4208-9180-586169a22a23',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.416758] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.416911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.416998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.417222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.417410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.419294] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.419456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.419882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.419882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.419882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.430672] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 802.431563] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: IN_PROGRESS for 2s [ 802.516702] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4a3a694-de70-4d51-ae57-124036cae47b: rpc.has_security_group_logging(os_id): False [ 802.537110] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.537110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.537110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.537110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.537110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.537110] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.537110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.537110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.537110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.537110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.537110] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a3a694-de70-4d51-ae57-124036cae47b is going to be created. [ 802.563944] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c6e99dbd-c9aa-4d50-aab3-7a39ad2890c7 None None] Enqueued Resource ID: 335ec516-6d59-4f5b-bc02-32917726180a with Priority: HIGHEST for action port [ 802.564701] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335ec516-6d59-4f5b-bc02-32917726180a with Priority: HIGHEST for action port [ 802.565618] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-335ec516-6d59-4f5b-bc02-32917726180a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.565810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-335ec516-6d59-4f5b-bc02-32917726180a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.565969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-335ec516-6d59-4f5b-bc02-32917726180a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.567043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-335ec516-6d59-4f5b-bc02-32917726180a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.567043] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335ec516-6d59-4f5b-bc02-32917726180a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.589153] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.589337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.589382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.589654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.589879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.601122] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a3a694-de70-4d51-ae57-124036cae47b in Status: IN_PROGRESS for 2s [ 802.903013] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f17f132-d3ad-4208-9180-586169a22a23 with status ACTIVE [ 802.903275] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.903693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.903693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.903693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.903897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.903947] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.904036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.904160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.904259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.904307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.904555] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.906382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.906382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.906382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.906382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.906382] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f17f132-d3ad-4208-9180-586169a22a23 is going to be updated. [ 802.939157] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.939157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.939157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.939157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.939157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.939157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f17f132-d3ad-4208-9180-586169a22a23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.066888] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 803.067228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.067403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.068039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.068281] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.068519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.068602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.068776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.068864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.069014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.069127] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.070227] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 335ec516-6d59-4f5b-bc02-32917726180a [ 803.070433] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.070526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.070576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.070730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.070813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.071405] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:335ec516-6d59-4f5b-bc02-32917726180a already deleted. [ 803.071405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-335ec516-6d59-4f5b-bc02-32917726180a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.071405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.071405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.071405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.071584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.071584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.071835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.071835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.071835] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.574884] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.574884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.576252] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.980625] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: SUCCESS [ 803.980625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.980625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.980625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.980625] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.080429] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.218484] env[70860]: INFO networking_nsxv3.common.synchronization [req-c3ab96f2-747b-47cb-a101-488266a3a9c8 req-cf56c280-5c01-4763-aedc-42777301be73 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Enqueued Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGHEST for action security_group_members [ 804.219112] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGHEST for action security_group_members [ 804.219415] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7769a244-1305-48b2-a6da-0b7be0e3c223 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.219580] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.219667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.220455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.220455] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.220455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.220624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.220826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.220899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.220988] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7769a244-1305-48b2-a6da-0b7be0e3c223',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.444228] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: SUCCESS [ 804.444228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.444228] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 804.444228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.444228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.444228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.444228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.444228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.444228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.444228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.444228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.444228] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.447447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.447447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.447447] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.447447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.450595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.450595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.450595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.450595] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.485806] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.485945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.585966] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.586581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.586965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.589176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.589176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.589176] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 804.616195] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a3a694-de70-4d51-ae57-124036cae47b in Status: SUCCESS [ 804.616195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.617597] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.618613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.618833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.619206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.619643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.627276] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 804.655706] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.655851] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-995" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.655902] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-995" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.657993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-995" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.658293] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.658467] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.658594] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.658860] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.659019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.659231] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.659348] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.659460] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.659572] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.659682] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.659787] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.659986] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.686676] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.686836] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.686994] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.687176] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-995" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.687530] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-da037cd2-c893-425d-ab1d-a7cc3289e14e taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.687716] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-da037cd2-c893-425d-ab1d-a7cc3289e14e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.687844] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-da037cd2-c893-425d-ab1d-a7cc3289e14e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.688206] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-da037cd2-c893-425d-ab1d-a7cc3289e14e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.688410] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da037cd2-c893-425d-ab1d-a7cc3289e14e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.723637] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.723749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.723749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.723962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.724093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.724243] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.724379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.724442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.724592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.724667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.724754] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 already deleted. [ 804.724881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.952506] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.952687] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.971475] env[70860]: INFO networking_nsxv3.common.synchronization [None req-5eb09887-8b86-4e41-8556-1ada8d24bb27 None None] Enqueued Resource ID: d8b774f5-acca-48cd-8972-d877ca58c284 with Priority: HIGHEST for action port [ 804.972859] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b774f5-acca-48cd-8972-d877ca58c284 with Priority: HIGHEST for action port [ 804.973709] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b774f5-acca-48cd-8972-d877ca58c284 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.973709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b774f5-acca-48cd-8972-d877ca58c284" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.973709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b774f5-acca-48cd-8972-d877ca58c284" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.973944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b774f5-acca-48cd-8972-d877ca58c284" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.973944] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b774f5-acca-48cd-8972-d877ca58c284',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.190643] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.190987] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.191115] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.191396] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.191593] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.191779] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port da037cd2-c893-425d-ab1d-a7cc3289e14e not found, creating... [ 805.192614] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.193030] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.193030] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.193288] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.193464] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.193787] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.194941] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.195100] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.196207] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.196207] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.196207] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: da037cd2-c893-425d-ab1d-a7cc3289e14e is going to be created. [ 805.234366] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.235542] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.236848] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.237176] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.237449] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.237694] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-da037cd2-c893-425d-ab1d-a7cc3289e14e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.455737] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.458008] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.476725] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8b774f5-acca-48cd-8972-d877ca58c284 [ 805.477046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.477228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.477333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.477621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.477751] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.478206] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8b774f5-acca-48cd-8972-d877ca58c284 already deleted. [ 805.478206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b774f5-acca-48cd-8972-d877ca58c284" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.959878] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.959878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.959878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.960388] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.960802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.960802] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 805.964491] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.964643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.964735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.965171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.965171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.965171] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f is going to be updated. [ 805.994174] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.994348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.994403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.994681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.994883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.997226] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.997342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.997450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.997611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.997800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.010464] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: IN_PROGRESS for 2s [ 806.011274] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 806.128269] env[70860]: INFO networking_nsxv3.common.synchronization [req-c3ab96f2-747b-47cb-a101-488266a3a9c8 req-7024ab8a-9a5d-4de8-b703-ad8eeb6de6c4 service nova] Enqueued Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGHEST for action security_group_rules [ 806.128460] env[70860]: INFO networking_nsxv3.common.synchronization [req-c3ab96f2-747b-47cb-a101-488266a3a9c8 req-7024ab8a-9a5d-4de8-b703-ad8eeb6de6c4 service nova] Enqueued Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGHEST for action security_group_members [ 806.128613] env[70860]: INFO networking_nsxv3.common.synchronization [req-c3ab96f2-747b-47cb-a101-488266a3a9c8 req-7024ab8a-9a5d-4de8-b703-ad8eeb6de6c4 service nova] Enqueued Resource ID: da037cd2-c893-425d-ab1d-a7cc3289e14e with Priority: HIGHEST for action port [ 806.128863] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGHEST for action security_group_rules [ 806.129019] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGHEST for action security_group_members [ 806.129124] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da037cd2-c893-425d-ab1d-a7cc3289e14e with Priority: HIGHEST for action port [ 806.129697] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7769a244-1305-48b2-a6da-0b7be0e3c223 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.129815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.129901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.132342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.132474] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7769a244-1305-48b2-a6da-0b7be0e3c223',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.135214] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7769a244-1305-48b2-a6da-0b7be0e3c223 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.135214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.135214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.135214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.135510] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.135510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.135658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.135729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.137532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.137532] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7769a244-1305-48b2-a6da-0b7be0e3c223',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.137532] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-da037cd2-c893-425d-ab1d-a7cc3289e14e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.137532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da037cd2-c893-425d-ab1d-a7cc3289e14e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.137532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da037cd2-c893-425d-ab1d-a7cc3289e14e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.137532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da037cd2-c893-425d-ab1d-a7cc3289e14e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.137532] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da037cd2-c893-425d-ab1d-a7cc3289e14e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.637931] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 806.638236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.642028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.642028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.642028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.642028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.642028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.642028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.642028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.642028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.642028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7769a244-1305-48b2-a6da-0b7be0e3c223 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.642028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.643877] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7769a244-1305-48b2-a6da-0b7be0e3c223',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.644631] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da037cd2-c893-425d-ab1d-a7cc3289e14e with status ACTIVE [ 806.644801] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.644910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.645163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.645265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.645265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.645548] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.645548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.645758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.645758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.645839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.645988] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.646165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.646165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.646289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.646360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.646517] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da037cd2-c893-425d-ab1d-a7cc3289e14e is going to be updated. [ 806.668262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.668262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.668262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.668262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.668262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.668262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da037cd2-c893-425d-ab1d-a7cc3289e14e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.141542] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.149052] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7769a244-1305-48b2-a6da-0b7be0e3c223',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.644355] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.651786] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.651907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.651971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.652897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.652897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.652897] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 is going to be created. [ 807.673778] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.673971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.674121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.674407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.674572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.685362] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 in Status: UNINITIALIZED for 2s [ 808.028633] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 808.028633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.028633] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: SUCCESS [ 808.028633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.028633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.028633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.028633] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.028633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.028633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.030616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.030723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.030838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.031063] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.031200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.031282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.031639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.032213] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.032360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.032456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.033339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.033471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.033597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.033780] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.035781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.035994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.036193] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.036302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.036364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.036559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.036640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.036745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.036832] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.147532] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.147678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.147747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.148016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.148169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.148285] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 808.199201] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.199767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.199767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.199767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.199907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.209743] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 808.541181] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cc0dad-3373-4546-9c1c-fca54bae096e: rpc.has_security_group_logging(os_id): False [ 808.541181] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.559067] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.559247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.559247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.559467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.559578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.559788] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.559985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.559985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.560146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.560222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.560873] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.560873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.560873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.560873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.560873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.562103] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.562957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.562957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.562957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.562957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.562957] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 808.621362] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.621534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.621629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.621898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.622030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.637215] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 809.046789] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f77132f8-c7dc-45cc-b698-410dcc55f06f: rpc.has_security_group_logging(os_id): False [ 809.064367] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.064569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.064665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.064910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.065103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.065329] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.065449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.065513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.065704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.065854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.065993] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f is going to be updated. [ 809.117930] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.118143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.118207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.118390] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.118592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.130188] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: IN_PROGRESS for 2s [ 809.696540] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 in Status: SUCCESS [ 809.696743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.696911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.697207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.697411] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.697572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.697673] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.697849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.697934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.698045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.698142] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7769a244-1305-48b2-a6da-0b7be0e3c223',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.956884] env[70860]: INFO networking_nsxv3.common.synchronization [None req-bb015cc4-ae17-4ebd-a9bc-608ed9e11b5e None None] Enqueued Resource ID: ed594c81-e3a6-47b7-b1cf-31e000cbde41 with Priority: HIGHEST for action port [ 809.957512] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed594c81-e3a6-47b7-b1cf-31e000cbde41 with Priority: HIGHEST for action port [ 809.957862] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed594c81-e3a6-47b7-b1cf-31e000cbde41 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.958026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed594c81-e3a6-47b7-b1cf-31e000cbde41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.958152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed594c81-e3a6-47b7-b1cf-31e000cbde41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.958418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed594c81-e3a6-47b7-b1cf-31e000cbde41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.958503] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed594c81-e3a6-47b7-b1cf-31e000cbde41',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.202045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7769a244-1305-48b2-a6da-0b7be0e3c223 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.202429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.202429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.202680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.202886] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.203016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.203065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.203453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.203453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.203453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.203629] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7769a244-1305-48b2-a6da-0b7be0e3c223 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.203629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.203720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.203830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.203985] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.205098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.205098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.205098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.205098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.205098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.205098] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7769a244-1305-48b2-a6da-0b7be0e3c223',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.263950] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 810.264217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.264393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.264660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.264887] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.265012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.265082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.265243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.265339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.265429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.265598] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.265889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.265889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.265889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.266043] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.268214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.268214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.268214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.268214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.268214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.269895] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.461153] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed594c81-e3a6-47b7-b1cf-31e000cbde41 [ 810.461153] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.461153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.461153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.461503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.461503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.461503] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed594c81-e3a6-47b7-b1cf-31e000cbde41 already deleted. [ 810.461503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed594c81-e3a6-47b7-b1cf-31e000cbde41" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.647536] env[70860]: INFO networking_nsxv3.common.synchronization [req-2616e5bf-273c-464a-8abc-d3ee97a69c24 req-f38b6932-76e6-4258-8535-0cf15bb6926a tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 810.647536] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 810.647827] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.649050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.649050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.649528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.649528] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.649613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.649643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.649801] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.649893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.649992] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.651590] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 810.651795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.652772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.652865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.652943] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.710408] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7769a244-1305-48b2-a6da-0b7be0e3c223: rpc.has_security_group_logging(os_id): False [ 810.726923] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.727121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.727224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.727400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.727487] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.727690] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.727805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.727871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.728035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.728119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.728314] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.728408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.728471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.728615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.728689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.729137] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.729137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.729137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.729371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.729371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.729371] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 is going to be created. [ 810.771940] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5683991d-e63b-4031-95c3-48506ad0936a: rpc.has_security_group_logging(os_id): False [ 810.788559] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.788792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.788868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.789325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.789418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.792748] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.796858] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.796858] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.796858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.797379] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.797379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.797379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.797379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.797379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.797379] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 810.805682] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 in Status: IN_PROGRESS for 2s [ 810.854849] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.855093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.855093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.855795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.855795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.875379] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 811.142801] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: SUCCESS [ 811.143435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.155848] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.158664] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.158664] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.158664] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.158664] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.158664] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.159880] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.159924] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.160223] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.160376] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.160668] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.160800] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.160916] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.161077] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.161206] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.161317] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.161456] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.163302] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.163424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.163492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.163750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.163947] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.164372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.164372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.164448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.164490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.164588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.164942] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.184818] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.185052] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.185686] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.185686] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-597" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.185920] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.185920] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.186034] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.186409] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.186583] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad825b52-9acb-42ac-9ef2-b2dc2b8ad760',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.318644] env[70860]: INFO networking_nsxv3.common.synchronization [None req-97790009-731a-4398-9f37-a06c427f6c75 tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Enqueued Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_rules [ 811.319938] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_rules [ 811.320370] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.320642] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.322149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.322149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.322149] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.439883] env[70860]: INFO networking_nsxv3.common.synchronization [None req-e7a8f5d5-4fcd-4280-b3fe-0346d63b781d tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Enqueued Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_rules [ 811.439883] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_rules [ 811.439883] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.439883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.663928] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.668782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.668917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.669024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.669214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.669380] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.669500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.669569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.669725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.669815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.669901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.670056] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.670160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.670219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.670359] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.670494] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.674021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.674021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.674021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.674021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.674021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.674021] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.691102] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.691344] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.691474] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.691898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.692143] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.692333] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 not found, creating... [ 811.692603] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.692758] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.692870] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.693142] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.694898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.694898] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.694898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.694898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.696608] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.696816] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.696998] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 is going to be created. [ 811.719449] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.720642] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.720642] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.720642] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.720642] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.720642] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.850774] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.850953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.850991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.851233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.851816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.851960] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 already deleted. [ 811.852047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.852204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.852379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.852590] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.167808] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.168096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.168217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.168475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.168582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.168687] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 812.175957] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cc0dad-3373-4546-9c1c-fca54bae096e: rpc.has_security_group_logging(os_id): False [ 812.191819] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.191819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.191819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.191819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.191819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.192250] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.192250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.192250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.192467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.192558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.192752] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.192845] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.192907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.193081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.193163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.193368] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.193631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.193631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.196997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.196997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.196997] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 812.198071] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.198242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.198338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.198582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.199056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.207734] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 812.260047] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.260248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.260304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.260498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.260641] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.277230] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 812.373794] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.374454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.374454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.374454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.374454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.374685] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 already deleted. [ 812.374732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.435286] env[70860]: INFO networking_nsxv3.common.synchronization [None req-1fad7fa3-d622-48da-9c3c-cd26d41123af None None] Enqueued Resource ID: 09e69309-ad90-4288-b27e-863727d36402 with Priority: HIGHEST for action port [ 812.435286] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e69309-ad90-4288-b27e-863727d36402 with Priority: HIGHEST for action port [ 812.435286] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-09e69309-ad90-4288-b27e-863727d36402 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.435286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09e69309-ad90-4288-b27e-863727d36402" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.435507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09e69309-ad90-4288-b27e-863727d36402" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.435668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09e69309-ad90-4288-b27e-863727d36402" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.435761] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e69309-ad90-4288-b27e-863727d36402',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.781446] env[70860]: INFO networking_nsxv3.common.synchronization [req-2616e5bf-273c-464a-8abc-d3ee97a69c24 req-413c6c32-7d08-4483-8375-b3791f5fb30b service nova] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_rules [ 812.781646] env[70860]: INFO networking_nsxv3.common.synchronization [req-2616e5bf-273c-464a-8abc-d3ee97a69c24 req-413c6c32-7d08-4483-8375-b3791f5fb30b service nova] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 812.781800] env[70860]: INFO networking_nsxv3.common.synchronization [req-2616e5bf-273c-464a-8abc-d3ee97a69c24 req-413c6c32-7d08-4483-8375-b3791f5fb30b service nova] Enqueued Resource ID: ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 with Priority: HIGHEST for action port [ 812.782380] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_rules [ 812.782535] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 812.782645] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 with Priority: HIGHEST for action port [ 812.783799] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.784025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.784141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.784382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.784467] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.787262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.787262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.787262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.787262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.787262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.787262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.787262] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad825b52-9acb-42ac-9ef2-b2dc2b8ad760',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.819657] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 in Status: SUCCESS [ 812.819909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.902796] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 812.902796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.902796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.903049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.903049] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.937344] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09e69309-ad90-4288-b27e-863727d36402 [ 812.937630] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.937759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.937837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.938056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.938197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.938240] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09e69309-ad90-4288-b27e-863727d36402 already deleted. [ 812.938330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09e69309-ad90-4288-b27e-863727d36402" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.289132] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 with status ACTIVE [ 813.289379] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.289515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.289594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.289802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.289897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.290967] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.291261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.291261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.291418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.291502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.291723] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.292073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.292073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.292073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.292242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.292242] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 is going to be updated. [ 813.295251] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.295251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.318750] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.318750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.318750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.318750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.319065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.319065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.407693] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.408067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.408067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.408167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.408333] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.408441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.408505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.408656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.408747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.408856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.408980] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.917729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.917729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.917729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.917729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.917729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.918394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.918394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.918394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.918394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.918394] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.217293] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 814.217545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.217796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.217938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.218243] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.218243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.218436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.218470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.218525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.218625] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.295255] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 814.295490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.419785] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5683991d-e63b-4031-95c3-48506ad0936a: rpc.has_security_group_logging(os_id): False [ 814.437375] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.437515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.437515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.438196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.438284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439124] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.439124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.439124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.439124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.439124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439124] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.439445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.439445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.439445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.439445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439980] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.440115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.440201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.440303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.440382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.440464] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 814.508194] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.508395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.508395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.508594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.508736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.523167] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 814.721278] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.223711] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.414618] env[70860]: INFO networking_nsxv3.common.synchronization [req-46c1ff45-fe46-411d-8f01-a233c44a13eb req-fc72bca5-2053-4372-96b0-16e70090f443 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Enqueued Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_members [ 815.415230] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_members [ 815.415482] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.415606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.415674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.419231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.419231] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.419231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.419231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.419231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.419231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.419231] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.727117] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.727439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.727439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.728395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.728572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.728697] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 815.754982] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.755087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.755139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.755353] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.755487] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.765309] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 815.921431] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.921590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.921665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.921884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.921974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.922205] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.922314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.922379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.922536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.922618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.922702] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd229ccf-0021-4812-9b27-33e7961e3408 already deleted. [ 815.922783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.084588] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.084886] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-438" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.085053] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-438" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.085278] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-438" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.085564] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.085777] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.088892] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.088892] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.088892] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.088892] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.088892] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.088892] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.088892] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.088892] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.088892] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.088892] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.107812] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.107812] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.107812] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.107812] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-438" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.107812] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-4b315a81-7823-486c-8223-a295c1175a0e taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.107812] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-4b315a81-7823-486c-8223-a295c1175a0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.107812] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-4b315a81-7823-486c-8223-a295c1175a0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.107812] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-4b315a81-7823-486c-8223-a295c1175a0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107812] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b315a81-7823-486c-8223-a295c1175a0e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.537169] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 816.537408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.613022] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.613022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.613022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.613022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.613022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.613022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 4b315a81-7823-486c-8223-a295c1175a0e not found, creating... [ 816.613416] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.613416] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.613502] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.613851] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.613998] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.615358] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.615533] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.615656] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.615897] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.616048] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.616195] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 4b315a81-7823-486c-8223-a295c1175a0e is going to be created. [ 816.635258] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.635258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.635258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.635258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.635258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.635258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-4b315a81-7823-486c-8223-a295c1175a0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.269270] env[70860]: INFO networking_nsxv3.common.synchronization [None req-63c212a4-4f7d-47be-be99-2826f53c2a4e None None] Enqueued Resource ID: 6168b797-27f4-4f9f-a8ee-f6590696130b with Priority: HIGHEST for action port [ 817.271398] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6168b797-27f4-4f9f-a8ee-f6590696130b with Priority: HIGHEST for action port [ 817.271791] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-6168b797-27f4-4f9f-a8ee-f6590696130b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.273282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6168b797-27f4-4f9f-a8ee-f6590696130b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.273406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6168b797-27f4-4f9f-a8ee-f6590696130b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.273690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6168b797-27f4-4f9f-a8ee-f6590696130b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.273791] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6168b797-27f4-4f9f-a8ee-f6590696130b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.576237] env[70860]: INFO networking_nsxv3.common.synchronization [req-46c1ff45-fe46-411d-8f01-a233c44a13eb req-a0f19bcf-e2de-465f-9d33-3cd892823886 service nova] Enqueued Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_rules [ 817.576583] env[70860]: INFO networking_nsxv3.common.synchronization [req-46c1ff45-fe46-411d-8f01-a233c44a13eb req-a0f19bcf-e2de-465f-9d33-3cd892823886 service nova] Enqueued Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_members [ 817.577596] env[70860]: INFO networking_nsxv3.common.synchronization [req-46c1ff45-fe46-411d-8f01-a233c44a13eb req-a0f19bcf-e2de-465f-9d33-3cd892823886 service nova] Enqueued Resource ID: 4b315a81-7823-486c-8223-a295c1175a0e with Priority: HIGHEST for action port [ 817.577596] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_rules [ 817.577804] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_members [ 817.578044] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b315a81-7823-486c-8223-a295c1175a0e with Priority: HIGHEST for action port [ 817.578497] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.578754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.578919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.579366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.579459] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.580638] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.580877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.580991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.581377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.581676] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.584067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.584067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.584067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.584067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.584067] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.584067] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b315a81-7823-486c-8223-a295c1175a0e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.584067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b315a81-7823-486c-8223-a295c1175a0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.584067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b315a81-7823-486c-8223-a295c1175a0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.584067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b315a81-7823-486c-8223-a295c1175a0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.584067] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b315a81-7823-486c-8223-a295c1175a0e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.774696] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 817.775017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.775239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.775483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.775773] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.775909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.776014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.776206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.776333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.776484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.776619] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.778249] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6168b797-27f4-4f9f-a8ee-f6590696130b [ 817.778428] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.780104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.780104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.780104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.780104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.780104] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6168b797-27f4-4f9f-a8ee-f6590696130b already deleted. [ 817.780104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6168b797-27f4-4f9f-a8ee-f6590696130b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.085431] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.087035] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.087035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.087035] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b315a81-7823-486c-8223-a295c1175a0e with status ACTIVE [ 818.087217] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.087287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.087322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.087904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.087904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.087904] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.087904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.088116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.088116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.088171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.088359] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.088452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.088512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.088678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.088755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.088840] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b315a81-7823-486c-8223-a295c1175a0e is going to be updated. [ 818.115987] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.116164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.116238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.116450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.116618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.116788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b315a81-7823-486c-8223-a295c1175a0e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.145937] env[70860]: INFO networking_nsxv3.common.synchronization [req-d7505c40-65d8-4265-a09a-4767558348e3 req-eb66cc53-05d3-4b1e-8d92-94796cf5111e tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Enqueued Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGHEST for action security_group_members [ 818.147948] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGHEST for action security_group_members [ 818.147948] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7769a244-1305-48b2-a6da-0b7be0e3c223 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.147948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.147948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.147948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.147948] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.147948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.147948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.148509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.148509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.148509] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7769a244-1305-48b2-a6da-0b7be0e3c223',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.280700] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.281040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.281040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.281162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.281310] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.281412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.281484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.281640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.281780] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.281822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.281939] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.282035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.282090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.282232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.282367] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.282459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.282520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.282654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.282733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.282836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.282929] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.592105] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.602030] env[70860]: INFO networking_nsxv3.common.synchronization [None req-d176a538-8aaf-4d4a-9b0f-f534c0462ca4 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_rules [ 818.602435] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_rules [ 818.603524] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb526372-599e-4a9c-81dd-e3318c0cd731 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.603719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.603801] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.604103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.604191] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.652360] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.652360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.652581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.652740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.652865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.653124] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.653912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.653912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.653912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.653912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.653912] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 is going to be updated. [ 818.683356] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.683544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.683579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.683783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.683924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.691782] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 in Status: IN_PROGRESS for 2s [ 818.768266] env[70860]: INFO networking_nsxv3.common.synchronization [None req-52ddc5ed-b7cc-4ee0-b5bd-d860e470338a tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_rules [ 818.769946] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_rules [ 818.769946] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb526372-599e-4a9c-81dd-e3318c0cd731 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.769946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.784686] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc: rpc.has_security_group_logging(os_id): False [ 818.807231] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.807391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.807429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.807653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.807761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.807980] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.808098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.808163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.808324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.808406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.808586] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.808686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.808738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.808877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.808949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.815255] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.815255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.815255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.815255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.815255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.815255] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 818.876128] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.876291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.876360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.876597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.876753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.890044] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 819.095167] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.095414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.095414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.095608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.095706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.095807] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd229ccf-0021-4812-9b27-33e7961e3408 is going to be created. [ 819.123274] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.123392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.123433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.123651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.123809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.125598] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.125729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.125804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.126025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.132309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.132309] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb526372-599e-4a9c-81dd-e3318c0cd731 already deleted. [ 819.132309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.132309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.132309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.132309] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.137850] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd229ccf-0021-4812-9b27-33e7961e3408 in Status: UNINITIALIZED for 2s [ 819.535264] env[70860]: INFO networking_nsxv3.common.synchronization [None req-bee9347e-d19d-471f-b544-481fac8757b1 None None] Enqueued Resource ID: 1d6256bf-0a67-4f00-94e8-11429432f351 with Priority: HIGHEST for action port [ 819.535875] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6256bf-0a67-4f00-94e8-11429432f351 with Priority: HIGHEST for action port [ 819.536237] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d6256bf-0a67-4f00-94e8-11429432f351 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.536542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d6256bf-0a67-4f00-94e8-11429432f351" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.536542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d6256bf-0a67-4f00-94e8-11429432f351" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.536774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d6256bf-0a67-4f00-94e8-11429432f351" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.536885] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6256bf-0a67-4f00-94e8-11429432f351',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.657947] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.657947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.657947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.657947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.657947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.658350] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb526372-599e-4a9c-81dd-e3318c0cd731 already deleted. [ 819.658350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.694379] env[70860]: INFO networking_nsxv3.common.synchronization [req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 req-efcb3eae-b9df-446e-855d-a86cba2cc757 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Enqueued Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_members [ 819.695025] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_members [ 819.695466] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.695599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.695655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.696665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.696912] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.697766] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.697766] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.697915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.697985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.698084] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.039253] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d6256bf-0a67-4f00-94e8-11429432f351 [ 820.039933] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.039933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.039933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.039933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.040216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.040216] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d6256bf-0a67-4f00-94e8-11429432f351 already deleted. [ 820.040216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d6256bf-0a67-4f00-94e8-11429432f351" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.199966] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.200463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.200463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.200463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.201462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.201462] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.201462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.201462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.201462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.201462] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b294429-0afa-4ae5-9538-8265ccaff913 already deleted. [ 820.201462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.447151] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.447485] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-476" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.447774] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-476" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.448468] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-476" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.448973] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.449290] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.449528] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.449954] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.450736] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.451201] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.452387] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.452387] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.452387] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.452530] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.452707] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.452858] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.471180] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.471461] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.471702] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.471958] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-476" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.472993] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.472993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.472993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.473424] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.473661] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c09c7cc4-2f60-41a1-98c7-4e0f3088880f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.701662] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 in Status: SUCCESS [ 820.702410] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 deletion is rescheduled due to dependency. [ 820.702625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.903741] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 820.904094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.977435] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.977688] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.977845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.978149] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.978305] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.978476] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port c09c7cc4-2f60-41a1-98c7-4e0f3088880f not found, creating... [ 820.978782] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.978974] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.979127] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.979391] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.979540] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.979902] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.980706] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.980706] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.980880] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.981120] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.981195] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: c09c7cc4-2f60-41a1-98c7-4e0f3088880f is going to be created. [ 820.999278] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.999507] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.999652] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.999962] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.000244] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.000505] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.146890] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd229ccf-0021-4812-9b27-33e7961e3408 in Status: SUCCESS [ 821.147144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.147366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.147619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.147964] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.147964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.148149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.148196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.148304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.148934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.148934] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.651302] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.918460] env[70860]: INFO networking_nsxv3.common.synchronization [req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 req-70717ddd-fcca-4b2f-bc49-f74c99c860f0 service nova] Enqueued Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_rules [ 821.918794] env[70860]: INFO networking_nsxv3.common.synchronization [req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 req-70717ddd-fcca-4b2f-bc49-f74c99c860f0 service nova] Enqueued Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_members [ 821.918794] env[70860]: INFO networking_nsxv3.common.synchronization [req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 req-70717ddd-fcca-4b2f-bc49-f74c99c860f0 service nova] Enqueued Resource ID: c09c7cc4-2f60-41a1-98c7-4e0f3088880f with Priority: HIGHEST for action port [ 821.920709] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_rules [ 821.920709] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_members [ 821.920709] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c09c7cc4-2f60-41a1-98c7-4e0f3088880f with Priority: HIGHEST for action port [ 821.920709] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.921065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.921065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.921134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.921203] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.922255] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.922435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.922530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.923120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.923120] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.923237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.923237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.923469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.923587] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.923696] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.924667] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.924814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.924929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.925075] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.925150] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c09c7cc4-2f60-41a1-98c7-4e0f3088880f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.154147] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd229ccf-0021-4812-9b27-33e7961e3408: rpc.has_security_group_logging(os_id): False [ 822.172616] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.172616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.172616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.173077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.173077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.173403] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.173557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.173645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.173853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.173984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.174112] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd229ccf-0021-4812-9b27-33e7961e3408 is going to be created. [ 822.227414] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.227575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.227636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.227842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.228032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.238599] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd229ccf-0021-4812-9b27-33e7961e3408 in Status: IN_PROGRESS for 2s [ 822.430027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.430027] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.430027] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c09c7cc4-2f60-41a1-98c7-4e0f3088880f with status ACTIVE [ 822.430027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.430027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.430027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.430661] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.430661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.431155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.431530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.435859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.435859] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c09c7cc4-2f60-41a1-98c7-4e0f3088880f is going to be updated. [ 822.456991] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.457157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.457215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.457442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.457621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.457807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c09c7cc4-2f60-41a1-98c7-4e0f3088880f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.936875] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.438798] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.438985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.439098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.439259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.439363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.439475] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b294429-0afa-4ae5-9538-8265ccaff913 is going to be created. [ 823.464844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.465070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.465070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.465282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.465441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.474608] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b294429-0afa-4ae5-9538-8265ccaff913 in Status: UNINITIALIZED for 2s [ 824.252993] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd229ccf-0021-4812-9b27-33e7961e3408 in Status: SUCCESS [ 824.253382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.486868] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b294429-0afa-4ae5-9538-8265ccaff913 in Status: SUCCESS [ 825.487251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.490330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.490330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.490330] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.490330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.490330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.490330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.490330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.490330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.490330] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.997295] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.498587] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b294429-0afa-4ae5-9538-8265ccaff913: rpc.has_security_group_logging(os_id): False [ 826.518768] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.519011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.519098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.519732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.519732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.519732] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.519983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.519983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.520105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.520226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.520226] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b294429-0afa-4ae5-9538-8265ccaff913 is going to be created. [ 826.589341] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.589623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.589623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.590123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.590123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.601500] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b294429-0afa-4ae5-9538-8265ccaff913 in Status: IN_PROGRESS for 2s [ 826.921668] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 826.922086] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 828.615497] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b294429-0afa-4ae5-9538-8265ccaff913 in Status: SUCCESS [ 828.615901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.509028] env[70860]: INFO networking_nsxv3.common.synchronization [req-b4983925-df30-44c9-8973-2663ddee6e41 req-8ce98e7c-abd3-4f7c-88da-b99528ce42b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 830.509028] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 830.512444] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.512628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.512705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.512885] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.513073] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.513187] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.513263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.513409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.513502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.514540] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.015964] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.519432] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.868240] env[70860]: INFO networking_nsxv3.common.synchronization [req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 req-c74207dd-2bec-462f-a8cb-e4289530a6a9 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Enqueued Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 831.868240] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 831.868240] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.868240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.868240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.868240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.868240] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.868240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.868240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.869107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.870304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.870304] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.022201] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.022434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.022513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.022785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.022894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.022995] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 832.049970] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.050368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.050368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.050525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.050764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.059638] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 832.188044] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.188251] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-321" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.188376] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-321" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.188650] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-321" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.188905] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.189081] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.189216] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.189459] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.189603] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.189808] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.189922] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.190039] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.190143] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.190297] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.190411] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.190544] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.208602] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.208753] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.208896] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.209077] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-321" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.209394] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-73e4918e-b0b2-412a-ba83-392c99a058a5 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.209563] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-73e4918e-b0b2-412a-ba83-392c99a058a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.209687] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-73e4918e-b0b2-412a-ba83-392c99a058a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.210026] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-73e4918e-b0b2-412a-ba83-392c99a058a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.210168] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e4918e-b0b2-412a-ba83-392c99a058a5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.372472] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.665495] env[70860]: INFO networking_nsxv3.common.synchronization [req-cc012ea1-7527-4a94-845d-3ab7a4e44acd req-3db76354-23fe-4001-855d-d69a8b22ff9d tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Enqueued Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 832.666103] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 832.666406] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.666547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.666639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.667290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.667290] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.667290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.667290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.667599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.667723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.667852] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.715929] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.716202] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.719879] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.720229] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.720393] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.720720] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 73e4918e-b0b2-412a-ba83-392c99a058a5 not found, creating... [ 832.720911] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.721130] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.721130] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.721326] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.721467] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.721759] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.721995] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.722144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.722358] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.722557] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.722648] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 73e4918e-b0b2-412a-ba83-392c99a058a5 is going to be created. [ 832.740485] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.740836] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.740836] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.741191] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.741446] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.741676] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-73e4918e-b0b2-412a-ba83-392c99a058a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.874861] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.170448] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.378896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.379084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.379157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.379378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.379473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.379574] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e is going to be updated. [ 833.406814] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.407019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.407118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.407421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.407484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.416111] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: IN_PROGRESS for 2s [ 833.672970] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.731832] env[70860]: INFO networking_nsxv3.common.synchronization [req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 req-6e023026-a73b-4a94-8e7a-6cf43996b00e service nova] Enqueued Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_rules [ 833.731983] env[70860]: INFO networking_nsxv3.common.synchronization [req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 req-6e023026-a73b-4a94-8e7a-6cf43996b00e service nova] Enqueued Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 833.732144] env[70860]: INFO networking_nsxv3.common.synchronization [req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 req-6e023026-a73b-4a94-8e7a-6cf43996b00e service nova] Enqueued Resource ID: 73e4918e-b0b2-412a-ba83-392c99a058a5 with Priority: HIGHEST for action port [ 833.733428] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_rules [ 833.733592] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 833.733733] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4918e-b0b2-412a-ba83-392c99a058a5 with Priority: HIGHEST for action port [ 833.734150] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.734275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.734352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.734538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.734654] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.735584] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.735702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.735940] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e4918e-b0b2-412a-ba83-392c99a058a5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.736080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e4918e-b0b2-412a-ba83-392c99a058a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.736154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e4918e-b0b2-412a-ba83-392c99a058a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.736364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e4918e-b0b2-412a-ba83-392c99a058a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.736468] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e4918e-b0b2-412a-ba83-392c99a058a5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.070312] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 834.070538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.175782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.175941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.176033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.176255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.176351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.176463] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc is going to be updated. [ 834.210398] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.210549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.210622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.210832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.211017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.222893] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: IN_PROGRESS for 2s [ 834.241335] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.241598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.241717] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e4918e-b0b2-412a-ba83-392c99a058a5 with status ACTIVE [ 834.241878] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.241987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.242066] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.242275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.242369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.242537] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.242646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.242714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.243023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.243129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.243312] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.243419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.243514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.243730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.243847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.243941] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e4918e-b0b2-412a-ba83-392c99a058a5 is going to be updated. [ 834.267896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.268156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.268156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.268337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.268469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.268629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e4918e-b0b2-412a-ba83-392c99a058a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.425419] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: SUCCESS [ 835.425672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.425814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.426047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.426231] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.426378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.426447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.426602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.426685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.426797] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.608391] env[70860]: INFO networking_nsxv3.common.synchronization [req-9da5ecb0-10fd-4241-bc99-b785416f9b32 req-079bb99a-c83f-4894-8bdc-de8842a339c7 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Enqueued Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGHEST for action security_group_members [ 835.608391] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGHEST for action security_group_members [ 835.608391] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ad4bf7-8966-4d7d-a520-f49b046bc327 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.608391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.608391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.610250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.610768] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.611138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.611403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.612027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.612965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.613453] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ad4bf7-8966-4d7d-a520-f49b046bc327',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.930076] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.117026] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.117585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.117666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.117922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.118037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.118353] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.118729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.118852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.119067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.119227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.119412] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 already deleted. [ 836.119412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.237651] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: SUCCESS [ 836.237934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.435851] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.452972] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.453191] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-791" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.453314] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-791" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.453627] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-791" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.453884] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.454102] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.454203] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.454413] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.454640] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.454787] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.454914] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.455045] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.455169] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.455238] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.455358] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.455448] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.478231] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.478400] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.478861] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.478861] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-791" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.479122] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-96d16348-cc50-4edb-83c4-bb4a6d1feb40 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.479306] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-96d16348-cc50-4edb-83c4-bb4a6d1feb40" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.479434] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-96d16348-cc50-4edb-83c4-bb4a6d1feb40" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.479753] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-96d16348-cc50-4edb-83c4-bb4a6d1feb40" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.479893] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d16348-cc50-4edb-83c4-bb4a6d1feb40',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.895627] env[70860]: INFO networking_nsxv3.common.synchronization [None req-37ef12b1-3338-414a-bcc0-d55ec8372c8c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_rules [ 836.896634] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_rules [ 836.896634] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.896739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.896739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.900394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.900863] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.939314] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.939512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.939512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.939730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.939822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.939917] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e is going to be updated. [ 836.965339] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.965529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.965765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.965813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.965932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.975241] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: IN_PROGRESS for 2s [ 836.982285] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.982462] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.982593] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.982882] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.983050] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.983207] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 96d16348-cc50-4edb-83c4-bb4a6d1feb40 not found, creating... [ 836.983746] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.983746] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.983896] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.984055] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.984196] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.984550] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.984745] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.984863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.985097] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.985359] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.985423] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 96d16348-cc50-4edb-83c4-bb4a6d1feb40 is going to be created. [ 837.004901] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.005118] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.005251] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.005545] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.005772] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.006086] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-96d16348-cc50-4edb-83c4-bb4a6d1feb40" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.054290] env[70860]: INFO networking_nsxv3.common.synchronization [None req-e4abe6e2-188a-4205-bd40-8571da6f4a78 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_rules [ 837.054908] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_rules [ 837.055256] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.055396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.421247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.421247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.421247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.421247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.421247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.421247] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 already deleted. [ 837.421247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.421247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.421247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.421247] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.879841] env[70860]: INFO networking_nsxv3.common.synchronization [req-9da5ecb0-10fd-4241-bc99-b785416f9b32 req-e0118ae4-878a-4721-b24a-7f3e5bb0abcf service nova] Enqueued Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGHEST for action security_group_rules [ 837.880107] env[70860]: INFO networking_nsxv3.common.synchronization [req-9da5ecb0-10fd-4241-bc99-b785416f9b32 req-e0118ae4-878a-4721-b24a-7f3e5bb0abcf service nova] Enqueued Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGHEST for action security_group_members [ 837.880239] env[70860]: INFO networking_nsxv3.common.synchronization [req-9da5ecb0-10fd-4241-bc99-b785416f9b32 req-e0118ae4-878a-4721-b24a-7f3e5bb0abcf service nova] Enqueued Resource ID: 96d16348-cc50-4edb-83c4-bb4a6d1feb40 with Priority: HIGHEST for action port [ 837.880467] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGHEST for action security_group_rules [ 837.880596] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGHEST for action security_group_members [ 837.880748] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d16348-cc50-4edb-83c4-bb4a6d1feb40 with Priority: HIGHEST for action port [ 837.881277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ad4bf7-8966-4d7d-a520-f49b046bc327 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.881404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.881470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.881727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.881812] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ad4bf7-8966-4d7d-a520-f49b046bc327',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.884764] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ad4bf7-8966-4d7d-a520-f49b046bc327 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.884764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.884764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.884764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.884764] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.884764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.884764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.884764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.884764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.884764] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ad4bf7-8966-4d7d-a520-f49b046bc327',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.884764] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d16348-cc50-4edb-83c4-bb4a6d1feb40 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.884764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d16348-cc50-4edb-83c4-bb4a6d1feb40" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.884764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d16348-cc50-4edb-83c4-bb4a6d1feb40" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.885709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d16348-cc50-4edb-83c4-bb4a6d1feb40" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.885709] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d16348-cc50-4edb-83c4-bb4a6d1feb40',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.958706] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.958706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.958706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.958706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.958706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.958706] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 already deleted. [ 837.958706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.326250] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9938ff04-d08e-42a6-b0f0-ba6a348eb667 None None] Enqueued Resource ID: d6d2a4a1-9687-4ac4-adff-868161247553 with Priority: HIGHEST for action port [ 838.326250] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d2a4a1-9687-4ac4-adff-868161247553 with Priority: HIGHEST for action port [ 838.326250] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d2a4a1-9687-4ac4-adff-868161247553 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.326250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d2a4a1-9687-4ac4-adff-868161247553" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.326250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d2a4a1-9687-4ac4-adff-868161247553" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.326853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d2a4a1-9687-4ac4-adff-868161247553" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.327098] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d2a4a1-9687-4ac4-adff-868161247553',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.345180] env[70860]: INFO networking_nsxv3.common.synchronization [req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 req-1f35c5f2-1a5e-40b5-871a-53e769591702 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 838.345180] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 838.345180] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.345180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.345180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.345180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.346518] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.346808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.346989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.347305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.347545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.347742] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.387223] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ad4bf7-8966-4d7d-a520-f49b046bc327 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.387223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.387223] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ad4bf7-8966-4d7d-a520-f49b046bc327',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.387933] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96d16348-cc50-4edb-83c4-bb4a6d1feb40 with status ACTIVE [ 838.388137] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.388320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.389295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.389295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.389295] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.389295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.389295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.389295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.389295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.389552] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.389600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.389674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.389819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.389889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.389968] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96d16348-cc50-4edb-83c4-bb4a6d1feb40 is going to be updated. [ 838.413262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.413414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.413497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.413749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.413937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.415476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d16348-cc50-4edb-83c4-bb4a6d1feb40" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.707076] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.707291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.707415] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.707676] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.708223] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.708412] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.708530] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.708763] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.708928] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.709171] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.709291] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.709403] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.709513] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.709626] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.709733] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.709868] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.727408] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.730019] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.730019] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.730019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-608" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.730019] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.730019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.730019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.730019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.730019] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c2585e-fea0-4ea7-8128-fed1ba2d7f80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.831228] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6d2a4a1-9687-4ac4-adff-868161247553 [ 838.831228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.831228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.831228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.833310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.833310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.833310] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6d2a4a1-9687-4ac4-adff-868161247553 already deleted. [ 838.833310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d2a4a1-9687-4ac4-adff-868161247553" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.850800] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.894294] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ad4bf7-8966-4d7d-a520-f49b046bc327',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.985814] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: SUCCESS [ 838.986052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.986467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.986467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.986818] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.986818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.986818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.987049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.987049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.987148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.987188] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.238352] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.238608] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.238679] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.238967] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.239139] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.239316] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 not found, creating... [ 839.239633] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.239891] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.240065] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.240321] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.242061] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242061] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.242061] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.242334] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.242530] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.242680] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242820] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 is going to be created. [ 839.268309] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.268538] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.268755] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.268981] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.269199] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.269422] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.353408] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.398456] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.398456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.398799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.398799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.398891] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 is going to be created. [ 839.432360] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.432762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.432875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.433089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.433338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.444098] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 in Status: UNINITIALIZED for 2s [ 839.490125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.490378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.490535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.490852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.491522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.491747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.491747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.492073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.492182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.492309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.492551] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.492729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.492832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.493060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.493273] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.493431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.493533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.493736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.494185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.494386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.494532] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.860954] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.860954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.860954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.860954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.860954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.860954] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 is going to be updated. [ 839.886308] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.887869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.887869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.887869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.887869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.894893] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: IN_PROGRESS for 2s [ 839.996398] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66621832-d81d-4369-8c54-e4cbac77e94e: rpc.has_security_group_logging(os_id): False [ 840.014820] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.015158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.015158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.015261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.015366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.015565] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.015665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.015737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.015897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.015978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.016187] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.016289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.016353] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.016595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.016595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.016741] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.016853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.017023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.018526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.018654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.018755] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e is going to be updated. [ 840.037958] env[70860]: INFO networking_nsxv3.common.synchronization [req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 req-5082d0a1-01b5-4216-a088-5fce066ad413 service nova] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_rules [ 840.038152] env[70860]: INFO networking_nsxv3.common.synchronization [req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 req-5082d0a1-01b5-4216-a088-5fce066ad413 service nova] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 840.038289] env[70860]: INFO networking_nsxv3.common.synchronization [req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 req-5082d0a1-01b5-4216-a088-5fce066ad413 service nova] Enqueued Resource ID: 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 with Priority: HIGHEST for action port [ 840.038505] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_rules [ 840.038626] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 840.038716] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 with Priority: HIGHEST for action port [ 840.039262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.039381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.039446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.039637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.039713] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.044935] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.045062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.045286] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.045400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.045456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.045646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.045722] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c2585e-fea0-4ea7-8128-fed1ba2d7f80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.073800] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.074054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.074163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.074481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.074717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.089068] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: IN_PROGRESS for 2s [ 840.107228] env[70860]: INFO networking_nsxv3.common.synchronization [None req-32ba2cfd-a320-4d81-80e8-30222b315627 None None] Enqueued Resource ID: 54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7 with Priority: HIGHEST for action port [ 840.107228] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7 with Priority: HIGHEST for action port [ 840.108098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.108263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.108336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.108624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.108720] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.547457] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.548116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558343] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 with status ACTIVE [ 840.558343] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.558343] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.558343] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.558343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.558343] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 is going to be updated. [ 840.578494] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.578494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.578494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.578494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.578494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.578494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69c2585e-fea0-4ea7-8128-fed1ba2d7f80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.614043] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7 [ 840.614043] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.614043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.614043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.614043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.614043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.614043] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7 already deleted. [ 840.614043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f8d0b1-e9db-434e-8a3b-9cfa6278c0c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.675080] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c1b76d7e-bea5-4c99-9b73-3feca2c5fb4d None None] Enqueued Resource ID: f3ceea1b-e664-46fe-acab-468cdc737c7b with Priority: HIGHEST for action port [ 840.675695] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ceea1b-e664-46fe-acab-468cdc737c7b with Priority: HIGHEST for action port [ 840.675974] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ceea1b-e664-46fe-acab-468cdc737c7b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.676121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ceea1b-e664-46fe-acab-468cdc737c7b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.676202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ceea1b-e664-46fe-acab-468cdc737c7b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.676491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ceea1b-e664-46fe-acab-468cdc737c7b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.676610] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ceea1b-e664-46fe-acab-468cdc737c7b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.179452] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3ceea1b-e664-46fe-acab-468cdc737c7b [ 841.179679] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.179679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.179679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.179887] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.180081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.180081] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3ceea1b-e664-46fe-acab-468cdc737c7b already deleted. [ 841.180209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ceea1b-e664-46fe-acab-468cdc737c7b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.405233] env[70860]: INFO networking_nsxv3.common.synchronization [req-522a718c-31d5-4a19-acde-113e6df9dc7a req-d1059a11-aa84-4cbc-be53-a33533e92107 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 841.406603] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 841.407105] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.409226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.409313] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.409531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.409701] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.409901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.409901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.410953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.410953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.410953] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.455258] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 in Status: SUCCESS [ 841.455543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.455745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.455975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.456195] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.456313] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.456383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.456526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.456605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.456684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.456759] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ad4bf7-8966-4d7d-a520-f49b046bc327',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.911781] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: SUCCESS [ 841.911958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.912190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.912490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.912694] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.912810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.912877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.913085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.913188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.913290] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.914562] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.914710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.914810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.915536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.942068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.942347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.942493] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.942557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.942793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.942900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.942996] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b is going to be updated. [ 841.959633] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ad4bf7-8966-4d7d-a520-f49b046bc327 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.959827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.959901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.960136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.960360] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.960892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.960892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.960892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.960892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.961064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.961095] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ad4bf7-8966-4d7d-a520-f49b046bc327 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.961228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.961287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.961451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.961697] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.961697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.961812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.961883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.961957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.962046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.962139] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ad4bf7-8966-4d7d-a520-f49b046bc327',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.975096] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.975242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.975311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.975516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.975656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.984279] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: IN_PROGRESS for 2s [ 842.106252] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: SUCCESS [ 842.106737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.423916] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.467966] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ad4bf7-8966-4d7d-a520-f49b046bc327: rpc.has_security_group_logging(os_id): False [ 842.487779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.487779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.487779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.487779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.487779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.488019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.488088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.488174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.488361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.488449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.489026] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.489026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.489026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.489026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.489026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.493359] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.493783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.493783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.493783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.493901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.493901] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 is going to be created. [ 842.560512] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.560700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.560750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.560964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.561170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.574164] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 in Status: IN_PROGRESS for 2s [ 842.840263] env[70860]: INFO networking_nsxv3.common.synchronization [None req-81ba3a93-e81c-4a1a-a480-f66747a0d81b None None] Enqueued Resource ID: 62d70545-df31-4726-b827-5c5f93116ba8 with Priority: HIGHEST for action port [ 842.840857] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d70545-df31-4726-b827-5c5f93116ba8 with Priority: HIGHEST for action port [ 842.841581] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-62d70545-df31-4726-b827-5c5f93116ba8 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.841715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62d70545-df31-4726-b827-5c5f93116ba8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.841786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62d70545-df31-4726-b827-5c5f93116ba8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.842325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62d70545-df31-4726-b827-5c5f93116ba8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.842421] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d70545-df31-4726-b827-5c5f93116ba8',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.926959] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.345638] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62d70545-df31-4726-b827-5c5f93116ba8 [ 843.345883] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.346033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.346107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.346328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.346424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.346518] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62d70545-df31-4726-b827-5c5f93116ba8 already deleted. [ 843.346597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62d70545-df31-4726-b827-5c5f93116ba8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.432735] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.433122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.433122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.433213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.434970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.434970] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 is going to be updated. [ 843.465136] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.465328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.465377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.465713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.465863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.479518] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: IN_PROGRESS for 2s [ 843.584372] env[70860]: INFO networking_nsxv3.common.synchronization [req-74b23614-734c-4796-b60a-266a341423c9 req-200fa937-ccbe-4065-87e3-7de92e9050fa tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 843.584372] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 843.584372] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.584372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.584372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.586162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.587068] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.587434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.587745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.588060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.588262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.588444] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.995860] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: SUCCESS [ 843.996031] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b deletion is rescheduled due to dependency. [ 843.996152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.095029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.095029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.095029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.095029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.095029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.095029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.095029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.095029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.095029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.095029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.095029] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be updated. [ 844.119312] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.119483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.119654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.120776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.120930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.132440] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: IN_PROGRESS for 2s [ 844.173573] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.173797] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.173928] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.174380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.174957] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.174957] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.174957] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.175483] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.175645] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.175874] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.176094] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.176207] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.176306] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.176420] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.176527] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.176668] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.200643] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.200852] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.201012] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.201212] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.201631] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.201868] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.202116] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.202449] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.202558] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e9d2d6-8db8-48f1-b88c-acb5fb381d94',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.589088] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 in Status: SUCCESS [ 844.589495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.707673] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.707901] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.708074] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.708421] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.708598] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.708776] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 00e9d2d6-8db8-48f1-b88c-acb5fb381d94 not found, creating... [ 844.709072] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.709243] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.709408] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.709673] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.709821] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.710791] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.711058] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.711120] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.711475] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.711638] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.711789] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 00e9d2d6-8db8-48f1-b88c-acb5fb381d94 is going to be created. [ 844.731325] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.731610] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.732179] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.732179] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.732399] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.732607] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.493290] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: SUCCESS [ 845.497429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.498761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.498761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.498761] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.498761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.498761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.498761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.498761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.498761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.498761] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.591031] env[70860]: INFO networking_nsxv3.common.synchronization [req-74b23614-734c-4796-b60a-266a341423c9 req-0aa6cd13-dfe6-4bc4-9519-45fd635eb4a1 service nova] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_rules [ 845.591031] env[70860]: INFO networking_nsxv3.common.synchronization [req-74b23614-734c-4796-b60a-266a341423c9 req-0aa6cd13-dfe6-4bc4-9519-45fd635eb4a1 service nova] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 845.591031] env[70860]: INFO networking_nsxv3.common.synchronization [req-74b23614-734c-4796-b60a-266a341423c9 req-0aa6cd13-dfe6-4bc4-9519-45fd635eb4a1 service nova] Enqueued Resource ID: 00e9d2d6-8db8-48f1-b88c-acb5fb381d94 with Priority: HIGHEST for action port [ 845.591031] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_rules [ 845.591031] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 845.591031] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e9d2d6-8db8-48f1-b88c-acb5fb381d94 with Priority: HIGHEST for action port [ 845.591031] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.591031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.591031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.591679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.591679] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.592128] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.592222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.592421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.592518] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.592579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.592762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.592841] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e9d2d6-8db8-48f1-b88c-acb5fb381d94',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.001438] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.001615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.001693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.002014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.002230] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.002361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.002436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.002646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.002969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.002969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.003086] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.003162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.003226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.003376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.003516] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.003610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.003684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.003825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.003898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.003987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.004750] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.094752] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.094997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.095147] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00e9d2d6-8db8-48f1-b88c-acb5fb381d94 with status ACTIVE [ 846.095402] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.095565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.095686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.096119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.096119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.096420] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.096521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.096627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.096835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.097135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.097418] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.097578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.097675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.097934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.098032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.098123] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00e9d2d6-8db8-48f1-b88c-acb5fb381d94 is going to be updated. [ 846.118259] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.118499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.118935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.118935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.119099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.119291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e9d2d6-8db8-48f1-b88c-acb5fb381d94" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.141530] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 846.141741] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 deletion is rescheduled due to dependency. [ 846.141867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.142061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.142281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.142463] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.142579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.142644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.142794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.142878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.142973] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.508397] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76dd1d95-f4a7-477c-8308-24aa10ae80f5: rpc.has_security_group_logging(os_id): False [ 846.533378] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.535451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.535451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.535451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.557562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.558271] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.558271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.558421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.558684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.558829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.560375] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.560528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.560650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.561330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.561668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.561807] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.562036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.562134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.562401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.563339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.563339] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 is going to be updated. [ 846.619563] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.619935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.619935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.620067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.620277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.634830] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: IN_PROGRESS for 2s [ 846.647340] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.152397] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.342579] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 847.342579] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent loop - iteration:1 started [ 847.662950] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.663446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.663446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.663446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.663570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.663601] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be updated. [ 847.692375] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.692538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.692919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.693740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.694637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.703561] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: IN_PROGRESS for 2s [ 848.647512] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: SUCCESS [ 848.647810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.867753] env[70860]: INFO networking_nsxv3.common.synchronization [None req-34de3df4-2e14-4195-b5db-23a223fd492a None None] Enqueued Resource ID: 9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc with Priority: HIGHEST for action port [ 848.868363] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc with Priority: HIGHEST for action port [ 848.868717] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.868857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.868927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.869517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.869630] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.372406] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc [ 849.372595] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.372765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.372868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.373055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.373333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.373333] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc already deleted. [ 849.373333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dc60bf2-e4d2-48e0-80b1-6af7b295d3cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.713508] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 849.713651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.713816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.714078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.714280] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.714396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.714459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.714615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.714692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.714775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.714885] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.218129] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.218588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.218588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.218696] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.218857] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.218990] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.219074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.219286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.219351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219645] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.219756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.219827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.219987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.221268] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.221268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.221268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.221268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.221268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.221268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.221268] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.668079] env[70860]: INFO networking_nsxv3.common.synchronization [None req-000f9395-ad3c-46ba-aae9-3d59ef016a10 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Enqueued Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_rules [ 850.668079] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_rules [ 850.668079] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.668079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.668079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.668079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.668079] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.723330] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 202db260-d60a-44e8-a19b-7af46beda042: rpc.has_security_group_logging(os_id): False [ 850.740644] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.741483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.741483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.741483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.741483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.741483] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.741723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.741723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.741855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.741887] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.742170] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.742170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.742830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.742830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.742830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.742830] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.742830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.742830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.743023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.743023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.743023] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be updated. [ 850.797637] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.797637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.797637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.797637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.797637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.811967] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: IN_PROGRESS for 2s [ 850.823477] env[70860]: INFO networking_nsxv3.common.synchronization [None req-510c784e-9cc7-41a4-ba51-69e09b3a9807 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Enqueued Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_rules [ 850.824159] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_rules [ 850.824527] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.824527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.931170] env[70860]: INFO networking_nsxv3.common.synchronization [req-aa0addf4-7c83-47ba-a133-c939be44668a req-7fcb2ded-a1ad-4c59-9760-12ca8e039428 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Enqueued Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGHEST for action security_group_members [ 850.931690] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGHEST for action security_group_members [ 850.931990] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fcbf39-94c3-4aef-831c-702be73620d3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.936296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.936296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.936296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.936296] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.936296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.936490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.936521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.936589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.936683] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fcbf39-94c3-4aef-831c-702be73620d3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.193045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.193197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.193320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.193587] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.193794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.193964] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec already deleted. [ 851.194501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.194501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.194501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.194501] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.439290] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.439662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.439662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.439747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.439872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.440073] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.440413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.440491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.440780] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fcbf39-94c3-4aef-831c-702be73620d3 already deleted. [ 851.440877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.544383] env[70860]: INFO networking_nsxv3.common.synchronization [None req-6d30681f-8a98-4fc6-9828-3b8cb31816a4 None None] Enqueued Resource ID: e9565311-53a0-47b5-a9a4-63ebb1d6351d with Priority: HIGHEST for action port [ 851.544383] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9565311-53a0-47b5-a9a4-63ebb1d6351d with Priority: HIGHEST for action port [ 851.544383] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9565311-53a0-47b5-a9a4-63ebb1d6351d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.544383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9565311-53a0-47b5-a9a4-63ebb1d6351d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.544383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9565311-53a0-47b5-a9a4-63ebb1d6351d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.544383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9565311-53a0-47b5-a9a4-63ebb1d6351d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.544778] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9565311-53a0-47b5-a9a4-63ebb1d6351d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.724928] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.726323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.726551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.726867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.727424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.727596] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec already deleted. [ 851.727733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.047647] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9565311-53a0-47b5-a9a4-63ebb1d6351d [ 852.047647] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.047647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.047647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.047647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.047647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.047647] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9565311-53a0-47b5-a9a4-63ebb1d6351d already deleted. [ 852.047647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9565311-53a0-47b5-a9a4-63ebb1d6351d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.376829] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.377125] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-129" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.377315] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-129" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.377779] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-129" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.378159] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.378364] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.378542] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.378859] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.379094] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.379398] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.379559] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.379722] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.379886] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.380069] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.380223] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.380412] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.400443] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.400757] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.400977] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.401316] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-129" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.401813] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-64f92dad-3c7d-429b-bcce-4c234b84be30 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.402688] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-64f92dad-3c7d-429b-bcce-4c234b84be30" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.402918] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-64f92dad-3c7d-429b-bcce-4c234b84be30" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.403395] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-64f92dad-3c7d-429b-bcce-4c234b84be30" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.403596] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64f92dad-3c7d-429b-bcce-4c234b84be30',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.823030] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 852.823030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.910027] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.910027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.910027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.910027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.910027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.910027] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 64f92dad-3c7d-429b-bcce-4c234b84be30 not found, creating... [ 852.910027] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.910027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.910027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.910027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.910027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.910473] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.910473] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.910473] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.910473] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.910762] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.911012] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 64f92dad-3c7d-429b-bcce-4c234b84be30 is going to be created. [ 852.930933] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.930933] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.930933] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.930933] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.930933] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.930933] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-64f92dad-3c7d-429b-bcce-4c234b84be30" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.781147] env[70860]: INFO networking_nsxv3.common.synchronization [req-aa0addf4-7c83-47ba-a133-c939be44668a req-584652e9-ec6d-4b48-ac1c-2a59795c06c0 service nova] Enqueued Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGHEST for action security_group_rules [ 853.781296] env[70860]: INFO networking_nsxv3.common.synchronization [req-aa0addf4-7c83-47ba-a133-c939be44668a req-584652e9-ec6d-4b48-ac1c-2a59795c06c0 service nova] Enqueued Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGHEST for action security_group_members [ 853.781674] env[70860]: INFO networking_nsxv3.common.synchronization [req-aa0addf4-7c83-47ba-a133-c939be44668a req-584652e9-ec6d-4b48-ac1c-2a59795c06c0 service nova] Enqueued Resource ID: 64f92dad-3c7d-429b-bcce-4c234b84be30 with Priority: HIGHEST for action port [ 853.781674] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGHEST for action security_group_rules [ 853.781855] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGHEST for action security_group_members [ 853.781895] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f92dad-3c7d-429b-bcce-4c234b84be30 with Priority: HIGHEST for action port [ 853.783899] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fcbf39-94c3-4aef-831c-702be73620d3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.783899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.783899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.783899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.783899] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fcbf39-94c3-4aef-831c-702be73620d3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.786687] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fcbf39-94c3-4aef-831c-702be73620d3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.786802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.789904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.789904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.789904] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.789904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.789904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.789904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.789904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.789904] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fcbf39-94c3-4aef-831c-702be73620d3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.789904] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-64f92dad-3c7d-429b-bcce-4c234b84be30 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.790817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64f92dad-3c7d-429b-bcce-4c234b84be30" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.790817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64f92dad-3c7d-429b-bcce-4c234b84be30" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.790817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64f92dad-3c7d-429b-bcce-4c234b84be30" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.790817] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64f92dad-3c7d-429b-bcce-4c234b84be30',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.292894] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fcbf39-94c3-4aef-831c-702be73620d3 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.292894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.292894] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5fcbf39-94c3-4aef-831c-702be73620d3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.294637] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64f92dad-3c7d-429b-bcce-4c234b84be30 with status ACTIVE [ 854.294637] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.294797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.294797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.295434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.295434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.295434] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.295434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.295434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.295663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.295663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.296198] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.296198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.296198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.296198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.296198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.296435] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64f92dad-3c7d-429b-bcce-4c234b84be30 is going to be updated. [ 854.316687] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.317027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.317027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.317162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.317302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.317465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64f92dad-3c7d-429b-bcce-4c234b84be30" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.796421] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5fcbf39-94c3-4aef-831c-702be73620d3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.299266] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.299985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.299985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.300199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.300387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.300617] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fcbf39-94c3-4aef-831c-702be73620d3 is going to be created. [ 855.327854] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.328237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.328456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.329036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.329036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.337603] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fcbf39-94c3-4aef-831c-702be73620d3 in Status: UNINITIALIZED for 2s [ 855.617065] env[70860]: INFO networking_nsxv3.common.synchronization [req-de9e6c5b-f439-4899-9c1f-cc4092537372 req-c1f7a2a9-620f-4773-bb6d-953ce097e349 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Enqueued Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 855.617625] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 855.619757] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.619955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.620093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.620278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.620521] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.620656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.620748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.620943] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.621079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.621179] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.625717] env[70860]: INFO networking_nsxv3.common.synchronization [req-80cf366e-04c1-4943-85d5-b6f79eba8a1f req-334ada96-ea98-47a8-b448-5f11dde4405e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 855.627278] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 855.631199] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.631417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.631417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.631592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.631769] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.631871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.631928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.632098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.632188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.632283] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.127335] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.134946] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.630387] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.637784] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.135272] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.135272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.135272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.135272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.135272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.135272] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e is going to be updated. [ 857.143510] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.143640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.143709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.143914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.144012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.144115] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 857.163501] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.163501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.163501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.163827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.164100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.167402] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.167553] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.167627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.167838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.167979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.178994] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 857.179810] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: IN_PROGRESS for 2s [ 857.346721] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fcbf39-94c3-4aef-831c-702be73620d3 in Status: SUCCESS [ 857.346957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.347165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.347385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.347577] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.347861] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.347861] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.347956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.347995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.348107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.348213] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5fcbf39-94c3-4aef-831c-702be73620d3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.455469] env[70860]: INFO networking_nsxv3.common.synchronization [None req-e86405ef-7377-4109-b0c4-421212fc1eb5 None None] Enqueued Resource ID: 4f563bf5-f156-424a-9815-8941fac3217e with Priority: HIGHEST for action port [ 857.455728] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f563bf5-f156-424a-9815-8941fac3217e with Priority: HIGHEST for action port [ 857.456352] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f563bf5-f156-424a-9815-8941fac3217e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.456431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f563bf5-f156-424a-9815-8941fac3217e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.456501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f563bf5-f156-424a-9815-8941fac3217e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.456749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f563bf5-f156-424a-9815-8941fac3217e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.456825] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f563bf5-f156-424a-9815-8941fac3217e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.852844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fcbf39-94c3-4aef-831c-702be73620d3 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.853230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.853230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.853335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.853643] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.853643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.853643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.853809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.853841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.854026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.854098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fcbf39-94c3-4aef-831c-702be73620d3 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.854146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.854203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.854358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.854498] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.854591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.854635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.854910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.854910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.855025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.855066] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5fcbf39-94c3-4aef-831c-702be73620d3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.962017] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f563bf5-f156-424a-9815-8941fac3217e [ 857.962017] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.962017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.962017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.962017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.962017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.962017] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f563bf5-f156-424a-9815-8941fac3217e already deleted. [ 857.962017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f563bf5-f156-424a-9815-8941fac3217e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.358267] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5fcbf39-94c3-4aef-831c-702be73620d3: rpc.has_security_group_logging(os_id): False [ 858.375809] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.375966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.376055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.376815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.376815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.376815] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.376815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.376815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.376815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.377158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.377158] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.377241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.377416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.377416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.377514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.377674] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.377804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.377840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.377952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.378048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.378178] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fcbf39-94c3-4aef-831c-702be73620d3 is going to be created. [ 858.437607] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.437607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.437607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.437607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.437607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.446670] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5fcbf39-94c3-4aef-831c-702be73620d3 in Status: IN_PROGRESS for 2s [ 859.188956] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 859.188956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.189418] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: SUCCESS [ 859.189585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.513196] env[70860]: INFO networking_nsxv3.common.synchronization [None req-3e045f22-ea86-4313-a66b-0c2bb306efc3 None None] Enqueued Resource ID: 4e1fc655-3ac6-4cea-8770-36cb9ba54358 with Priority: HIGHEST for action port [ 859.513363] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1fc655-3ac6-4cea-8770-36cb9ba54358 with Priority: HIGHEST for action port [ 859.514419] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e1fc655-3ac6-4cea-8770-36cb9ba54358 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.514419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e1fc655-3ac6-4cea-8770-36cb9ba54358" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.514419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e1fc655-3ac6-4cea-8770-36cb9ba54358" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.514419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e1fc655-3ac6-4cea-8770-36cb9ba54358" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.514770] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1fc655-3ac6-4cea-8770-36cb9ba54358',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.017516] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e1fc655-3ac6-4cea-8770-36cb9ba54358 [ 860.017945] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.017945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.017945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.018156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.018156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.018604] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e1fc655-3ac6-4cea-8770-36cb9ba54358 already deleted. [ 860.018604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e1fc655-3ac6-4cea-8770-36cb9ba54358" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.247846] env[70860]: INFO networking_nsxv3.common.synchronization [req-e14e8dc4-fadb-4017-b748-7a443d4964a0 req-72960742-98d0-4190-9963-08dca63a71b4 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 860.248477] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 860.248782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.248897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.248960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.249792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.249961] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.250079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.250155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.250339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.250441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.251235] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.461052] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5fcbf39-94c3-4aef-831c-702be73620d3 in Status: SUCCESS [ 860.461052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.712463] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.712757] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-407" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.712919] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-407" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.713212] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-407" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.713479] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.713639] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.713759] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.713974] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.714252] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.714474] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.714592] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.714711] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.714825] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.714940] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.715094] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.715248] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.734282] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.734618] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.734759] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.735059] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-407" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.736927] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.736927] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.736927] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.736927] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.736927] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d21a1c-a1d1-42de-99a2-a8432bcb4f98',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.754265] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.241883] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.241883] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.241883] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.241883] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.241883] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.241883] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 not found, creating... [ 861.241883] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.241883] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.241883] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.241883] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.241883] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.242446] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.242446] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.248262] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.248262] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.248262] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.248262] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 is going to be created. [ 861.257473] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.270147] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.270373] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.270500] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.270776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.271024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.271274] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.642797] env[70860]: INFO networking_nsxv3.common.synchronization [req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 req-81436fc2-776e-43d6-aa6c-215d24333f58 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Enqueued Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGHEST for action security_group_members [ 861.643196] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGHEST for action security_group_members [ 861.643601] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ad4bf7-8966-4d7d-a520-f49b046bc327 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.643804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.643804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.643991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.644298] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.644406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.644461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.645457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.645457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.645579] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ad4bf7-8966-4d7d-a520-f49b046bc327',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.760627] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.760627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.760627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.760627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.760627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.760627] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 861.791566] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.791566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.791566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.791566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.791566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.799501] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 862.149149] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.149337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.149533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.149911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.149964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.150171] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.150286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.150354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.150528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.150611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.150705] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 is going to be updated. [ 862.175685] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.175805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.175805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.176043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.176193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.185344] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 in Status: IN_PROGRESS for 2s [ 862.357282] env[70860]: INFO networking_nsxv3.common.synchronization [req-e14e8dc4-fadb-4017-b748-7a443d4964a0 req-d465038f-2e51-4aa0-8fd8-6363f335f7f5 service nova] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 862.357282] env[70860]: INFO networking_nsxv3.common.synchronization [req-e14e8dc4-fadb-4017-b748-7a443d4964a0 req-d465038f-2e51-4aa0-8fd8-6363f335f7f5 service nova] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 862.357282] env[70860]: INFO networking_nsxv3.common.synchronization [req-e14e8dc4-fadb-4017-b748-7a443d4964a0 req-d465038f-2e51-4aa0-8fd8-6363f335f7f5 service nova] Enqueued Resource ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 with Priority: HIGHEST for action port [ 862.357593] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 862.357593] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 862.357593] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 with Priority: HIGHEST for action port [ 862.358172] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.358287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.358349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.358564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.359421] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.359421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.359631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.359670] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.359766] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.360010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.360010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.360178] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d21a1c-a1d1-42de-99a2-a8432bcb4f98',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.864405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.864405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.864405] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 with status ACTIVE [ 862.864405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.864405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.864405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.864405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.864405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.864405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.864405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.864405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.864405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.864405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.864405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.865173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.865173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.865173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.865173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.865173] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 is going to be updated. [ 862.884366] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.884485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.884552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.884766] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.884940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.885080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.810719] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 863.810972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.811155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.811372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.811630] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.811753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.811814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.811969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.812058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.812151] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.196511] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 in Status: SUCCESS [ 864.196701] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 deletion is rescheduled due to dependency. [ 864.196820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.285148] env[70860]: INFO networking_nsxv3.common.synchronization [req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 req-1a20c2ba-a3b2-494c-b8b9-6b8a39d59285 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Enqueued Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 864.285858] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 864.286207] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.286414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.286696] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.286875] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.286986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.287057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.287270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.287360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.287455] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.313960] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.789567] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c0697182-ad26-4be1-8f3f-a01544523135 None None] Enqueued Resource ID: fbe6f795-9e12-4bd5-a7ba-080116ad0da9 with Priority: HIGHEST for action port [ 864.789639] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe6f795-9e12-4bd5-a7ba-080116ad0da9 with Priority: HIGHEST for action port [ 864.791182] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.791182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.791182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.791182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.791182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.791182] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.791182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.791182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.791629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.791629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.791629] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 already deleted. [ 864.791629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.791772] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbe6f795-9e12-4bd5-a7ba-080116ad0da9 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.791829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbe6f795-9e12-4bd5-a7ba-080116ad0da9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.792239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbe6f795-9e12-4bd5-a7ba-080116ad0da9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.792239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbe6f795-9e12-4bd5-a7ba-080116ad0da9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.792239] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe6f795-9e12-4bd5-a7ba-080116ad0da9',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.817075] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.948128] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.953018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.953018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.953018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.953018] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.953018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.953018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.953018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.953018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.953018] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.953018] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.953018] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.953018] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.953018] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.953018] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.953018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.970611] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.970774] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.970912] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.971132] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.971447] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.971618] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.971741] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.972077] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.972225] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.299299] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbe6f795-9e12-4bd5-a7ba-080116ad0da9 [ 865.299299] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.299299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.299299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.299299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.299299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.299299] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbe6f795-9e12-4bd5-a7ba-080116ad0da9 already deleted. [ 865.299299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbe6f795-9e12-4bd5-a7ba-080116ad0da9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.319309] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.319309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.319309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.319309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.319575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.319575] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 865.351386] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.351571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.351870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.351870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.351996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.362685] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 865.475241] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.475530] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.475634] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.475923] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.476087] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.476246] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 not found, creating... [ 865.476516] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.476672] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.476790] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.477025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.477197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.477489] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.477643] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.477763] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.478141] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.478364] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.478565] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 is going to be created. [ 865.497654] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.497892] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.497987] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.498514] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.498764] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.499041] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.547248] env[70860]: INFO networking_nsxv3.common.synchronization [req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 req-68ac3591-7da9-47e8-adf2-ac86dc376d0d service nova] Enqueued Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_rules [ 866.547468] env[70860]: INFO networking_nsxv3.common.synchronization [req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 req-68ac3591-7da9-47e8-adf2-ac86dc376d0d service nova] Enqueued Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 866.547574] env[70860]: INFO networking_nsxv3.common.synchronization [req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 req-68ac3591-7da9-47e8-adf2-ac86dc376d0d service nova] Enqueued Resource ID: bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 with Priority: HIGHEST for action port [ 866.547813] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_rules [ 866.547937] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 866.548041] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 with Priority: HIGHEST for action port [ 866.548710] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.548895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.548976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.552127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.554045] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.554045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.554045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.554045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.554045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.554045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.554045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.554426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.554426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.554426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.555226] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.557991] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.558811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.558934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.559202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.560223] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.742567] env[70860]: INFO networking_nsxv3.common.synchronization [None req-11a1b4d8-ec9d-48b9-a97a-5edd2ff2453a None None] Enqueued Resource ID: 2e308eaf-ba4f-4923-ac57-520cee803727 with Priority: HIGHEST for action port [ 866.743204] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e308eaf-ba4f-4923-ac57-520cee803727 with Priority: HIGHEST for action port [ 866.743970] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e308eaf-ba4f-4923-ac57-520cee803727 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.743970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e308eaf-ba4f-4923-ac57-520cee803727" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.743970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e308eaf-ba4f-4923-ac57-520cee803727" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.743970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e308eaf-ba4f-4923-ac57-520cee803727" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.744206] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e308eaf-ba4f-4923-ac57-520cee803727',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.939030] env[70860]: INFO networking_nsxv3.common.synchronization [req-544291c4-e074-4bb8-8732-72f611650e51 req-f8bc5470-ada0-40a8-9b5b-0d4a702d363c tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Enqueued Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGHEST for action security_group_members [ 866.941499] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGHEST for action security_group_members [ 866.941499] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fcbf39-94c3-4aef-831c-702be73620d3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.941499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.941499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.941499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.941788] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.941788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.941788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.941943] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.941943] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.942081] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fcbf39-94c3-4aef-831c-702be73620d3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.064967] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.064967] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.064967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.064967] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 with status ACTIVE [ 867.065382] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.065382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.065382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.065382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.065519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.065978] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.065978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.065978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.065978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.065978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.066260] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.066260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.066348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.066433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.066501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.066577] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 is going to be updated. [ 867.088017] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.088164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.088238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.088445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.088584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.246939] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e308eaf-ba4f-4923-ac57-520cee803727 [ 867.247277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.247422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.247483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.247703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.247798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.247940] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e308eaf-ba4f-4923-ac57-520cee803727 already deleted. [ 867.248184] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e308eaf-ba4f-4923-ac57-520cee803727" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.375538] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 867.376011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.376011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.376263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.376420] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.376537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.376600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.376748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.376862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.376901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.376987] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.444968] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.445218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.445332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.445617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.445754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.445991] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.446143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.446237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.446492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.446612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.446709] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fcbf39-94c3-4aef-831c-702be73620d3 is going to be updated. [ 867.472320] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.472469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.472540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.472771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.472930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.484029] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fcbf39-94c3-4aef-831c-702be73620d3 in Status: IN_PROGRESS for 2s [ 867.569178] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.880996] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.880996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.880996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.880996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.881354] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.881354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.881454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.881548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.881636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.881723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.881866] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.881957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.882084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.882170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.882421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.882421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.882550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.882586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.882666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.882744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.882832] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.072294] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.072393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.072435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.072706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.072819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.072941] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 is going to be created. [ 868.099411] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.099745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.099835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.100090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.100260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.109202] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: UNINITIALIZED for 2s [ 868.385429] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cc0dad-3373-4546-9c1c-fca54bae096e: rpc.has_security_group_logging(os_id): False [ 868.402626] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.402844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.402910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.403231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.403373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.403796] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.403869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.403988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.404155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.404281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.405040] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.405200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.405306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.405701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.405845] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.406164] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.406328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.406405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.406616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.406704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.406811] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 868.466778] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.467080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.467181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.467385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.467529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.478154] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 868.579406] env[70860]: INFO networking_nsxv3.common.synchronization [req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 req-39a11cc5-bc4c-47c1-b4c6-c855a70fb085 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 868.579952] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 868.580304] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.580451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.580593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.580810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.581257] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.581257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.581257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.581257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.581257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.581964] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.084622] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.494252] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fcbf39-94c3-4aef-831c-702be73620d3 in Status: SUCCESS [ 869.494437] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fcbf39-94c3-4aef-831c-702be73620d3 deletion is rescheduled due to dependency. [ 869.494541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.587217] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.091135] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.091292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.091292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.092242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.092242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.092242] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 870.117673] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.117851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.117946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.118237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.118413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.119917] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: SUCCESS [ 870.120113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.120573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.120753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.120927] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.121049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.121113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.121255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.121335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.121411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.121511] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.126411] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 870.260378] env[70860]: INFO networking_nsxv3.common.synchronization [req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 req-6d0018fb-a8c9-4307-972c-d132bc1f5222 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 870.260898] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 870.261210] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.261337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.261407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.261607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.261776] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.261895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.261977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.262128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.262228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.262330] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.492144] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 870.492405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.623998] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.624606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.624606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.624606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.624842] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.625052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.625052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.625339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.625408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.625621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.625773] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.625882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.625949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.626126] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.626297] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.626433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.626433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.626648] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.626783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.626864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.626985] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.764681] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.764863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.764966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.765477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.765602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.765864] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.765977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.766064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.766264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.766368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.766504] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be updated. [ 870.791903] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.792449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.792449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.792449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.792600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.801141] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: IN_PROGRESS for 2s [ 871.129963] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc528ca-7e68-4bb7-86e1-7933eb922946: rpc.has_security_group_logging(os_id): False [ 871.149904] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.150076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.150151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.150382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.150495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.150738] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.150859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.150928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.151124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.151222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.151438] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.151551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.151620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.151781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.151873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.152090] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.152203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.152278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.152443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.152544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.152620] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 is going to be created. [ 871.212769] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.212978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.212978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.213215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.213468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.229700] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: IN_PROGRESS for 2s [ 872.136096] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 872.136486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.810472] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 872.810709] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 deletion is rescheduled due to dependency. [ 872.810757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.941655] env[70860]: INFO networking_nsxv3.common.synchronization [req-932f64f3-062f-43cf-82e0-d5ac83c59471 req-1997493a-87df-435d-8b08-59d6cc554eb9 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Enqueued Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 872.941655] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGHEST for action security_group_members [ 872.941655] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.941655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.941655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.941655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.941655] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.941655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.941655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.941655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.941655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.941655] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.266066] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: SUCCESS [ 873.266357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.407810] env[70860]: INFO networking_nsxv3.common.synchronization [req-4f002389-8abe-470e-a851-1a548105af0a req-3568b5e6-a75c-4def-8cc8-9aa5550d58f6 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Enqueued Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 873.408376] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 873.409177] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.409177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.409177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.409338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.409604] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.409604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.410421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.410421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.410421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.410421] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.451399] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.451399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.451399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.451399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.451399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.451399] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.451399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.451399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.451399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.451399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.451399] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc is going to be updated. [ 873.477183] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.477786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.477786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.477786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.477786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.485951] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: IN_PROGRESS for 2s [ 873.563493] env[70860]: INFO networking_nsxv3.common.synchronization [req-f51869c2-07a3-4f2a-a00d-d51783a6a743 req-3f84d09c-a920-426f-9578-8874a7174809 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 873.563493] env[70860]: INFO networking_nsxv3.common.synchronization [req-f51869c2-07a3-4f2a-a00d-d51783a6a743 req-3f84d09c-a920-426f-9578-8874a7174809 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 873.564031] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 873.564107] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 873.564368] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.565050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.565050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.565050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.565050] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.565050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.565050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.565311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.565311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.565415] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.566986] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.566986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.567141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.570019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.570019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.570019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.570019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.570019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.570019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.570019] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.613995] env[70860]: INFO networking_nsxv3.common.synchronization [req-f51869c2-07a3-4f2a-a00d-d51783a6a743 req-3f84d09c-a920-426f-9578-8874a7174809 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_rules [ 873.614293] env[70860]: INFO networking_nsxv3.common.synchronization [req-f51869c2-07a3-4f2a-a00d-d51783a6a743 req-3f84d09c-a920-426f-9578-8874a7174809 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 873.614479] env[70860]: INFO networking_nsxv3.common.synchronization [req-f51869c2-07a3-4f2a-a00d-d51783a6a743 req-3f84d09c-a920-426f-9578-8874a7174809 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 873.614780] env[70860]: INFO networking_nsxv3.common.synchronization [req-f51869c2-07a3-4f2a-a00d-d51783a6a743 req-3f84d09c-a920-426f-9578-8874a7174809 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 873.615036] env[70860]: INFO networking_nsxv3.common.synchronization [req-f51869c2-07a3-4f2a-a00d-d51783a6a743 req-3f84d09c-a920-426f-9578-8874a7174809 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 with Priority: HIGHEST for action port [ 873.616399] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_rules [ 873.616603] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 873.616737] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 with Priority: HIGHEST for action port [ 873.617313] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 873.617355] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 873.617720] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.618253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.618253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.618435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.618535] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.620223] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.620223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.620223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.620223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.620400] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.621045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.621159] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.621224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.622237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.622237] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d21a1c-a1d1-42de-99a2-a8432bcb4f98',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.622542] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.622666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.622943] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.623306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.881860] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.882946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.883119] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.884460] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.884460] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.884460] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.884460] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.884460] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.884460] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.884760] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.884760] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.884870] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.884977] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.885109] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.885257] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.885419] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.905022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.905022] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.905245] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.905439] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.905688] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-d699d938-0565-46d0-bcce-493a19fa21ec taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.905887] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-d699d938-0565-46d0-bcce-493a19fa21ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.906233] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-d699d938-0565-46d0-bcce-493a19fa21ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.906377] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-d699d938-0565-46d0-bcce-493a19fa21ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.906573] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d699d938-0565-46d0-bcce-493a19fa21ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.912287] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.068204] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.072796] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.126284] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 with status ACTIVE [ 874.126941] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.126941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.126941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.127185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.127323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.127587] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.127760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.127833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.128093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.128397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.128459] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.129477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.129477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.129477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.129477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.129477] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 is going to be updated. [ 874.130730] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.130856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.131154] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.131278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.151606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.151763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.151835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.152063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.152207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.152371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.410214] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.410589] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.410589] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.410695] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.410854] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.411032] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port d699d938-0565-46d0-bcce-493a19fa21ec not found, creating... [ 874.411319] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.411500] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.411622] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.411848] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.411987] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.412544] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.412544] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.412544] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.412753] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.412887] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.413794] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: d699d938-0565-46d0-bcce-493a19fa21ec is going to be created. [ 874.415291] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.433584] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.433793] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.433919] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.434206] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.434428] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.434649] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-d699d938-0565-46d0-bcce-493a19fa21ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.572407] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.578830] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.918599] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.918765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.918819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.919045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.919137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.919238] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 is going to be updated. [ 874.945368] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.945591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.945671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.945838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.945982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.954276] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: IN_PROGRESS for 2s [ 875.074910] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.075093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.075166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.075381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.075474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.075571] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 875.080817] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.080817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.080817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.080817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.081069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.081069] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 is going to be created. [ 875.099637] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.099771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.099848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.100063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.101212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.101865] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.101975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.102249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.102463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.102550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.110898] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: UNINITIALIZED for 2s [ 875.111493] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 875.169989] env[70860]: INFO networking_nsxv3.common.synchronization [req-4f002389-8abe-470e-a851-1a548105af0a req-56bbdda1-f44c-4c41-86e7-e85e5f20bdcf service nova] Enqueued Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_rules [ 875.170194] env[70860]: INFO networking_nsxv3.common.synchronization [req-4f002389-8abe-470e-a851-1a548105af0a req-56bbdda1-f44c-4c41-86e7-e85e5f20bdcf service nova] Enqueued Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 875.170338] env[70860]: INFO networking_nsxv3.common.synchronization [req-4f002389-8abe-470e-a851-1a548105af0a req-56bbdda1-f44c-4c41-86e7-e85e5f20bdcf service nova] Enqueued Resource ID: d699d938-0565-46d0-bcce-493a19fa21ec with Priority: HIGHEST for action port [ 875.170564] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_rules [ 875.170688] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 875.170782] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d699d938-0565-46d0-bcce-493a19fa21ec with Priority: HIGHEST for action port [ 875.173347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.173347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.173347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.173347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.173347] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.173347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.173347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.173347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d699d938-0565-46d0-bcce-493a19fa21ec taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.173347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d699d938-0565-46d0-bcce-493a19fa21ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.173347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d699d938-0565-46d0-bcce-493a19fa21ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.174063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d699d938-0565-46d0-bcce-493a19fa21ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.174063] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d699d938-0565-46d0-bcce-493a19fa21ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.496840] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc in Status: SUCCESS [ 875.497345] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc deletion is rescheduled due to dependency. [ 875.497345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.676502] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.676699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.676736] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d699d938-0565-46d0-bcce-493a19fa21ec with status ACTIVE [ 875.676923] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.676995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.677073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.677627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.677627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.677627] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.677806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.677806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.678061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.678148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.678276] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.678387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.678448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.678582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.678650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.678733] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d699d938-0565-46d0-bcce-493a19fa21ec is going to be updated. [ 875.699222] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.699371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.699426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.699607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.699737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.699886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d699d938-0565-46d0-bcce-493a19fa21ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.964912] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: SUCCESS [ 876.965197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.965359] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.965569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.965747] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.965852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.965913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.966076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.966177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.966239] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.121855] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: SUCCESS [ 877.122111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.122238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.122449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.122697] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.122820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.122886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.123063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.123147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.123243] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.124632] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 877.124801] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.124940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.125122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.125296] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.125420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.125484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.125759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.125759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.125840] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.468840] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.627495] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.629179] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.970614] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.132023] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.132023] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.202105] env[70860]: INFO networking_nsxv3.common.synchronization [req-c85a9920-4e5d-4383-bb40-4a0736a14cab req-865a1404-ec35-47d9-b37f-11779c015159 tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Enqueued Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_members [ 878.202623] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_members [ 878.202924] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.203462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.203462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.203751] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.203917] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.204034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.204107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.204261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.204350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.204446] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.476029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.476029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.476029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.476029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.476029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.476029] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 is going to be updated. [ 878.500248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.500404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.500667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.500667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.500886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.508742] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: IN_PROGRESS for 2s [ 878.568945] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.568945] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-496" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.568945] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-496" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.569185] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-496" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.569305] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.570577] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.570577] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.570577] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.570577] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.571400] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.571557] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.571639] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.571748] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.572235] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.572235] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.572235] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.593071] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.593071] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.593285] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.595222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-496" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.595222] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-2dd10a43-6717-4351-a16f-26439600de6d taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.595222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-2dd10a43-6717-4351-a16f-26439600de6d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.595222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-2dd10a43-6717-4351-a16f-26439600de6d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.595222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-2dd10a43-6717-4351-a16f-26439600de6d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.595222] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd10a43-6717-4351-a16f-26439600de6d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.633151] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.633291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.633438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.633657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.633743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.633838] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 is going to be updated. [ 878.635172] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.635293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.635384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.635552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.635638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.635740] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 878.665288] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.665693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.665693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.665790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.665895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.668165] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.668301] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.668360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.668543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.668678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.678825] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: IN_PROGRESS for 2s [ 878.679716] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 878.706345] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.706529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.706660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.706883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.707033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.707224] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.707360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.707446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.707635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.707735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.707842] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 already deleted. [ 878.707945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.100258] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.100557] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.100663] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.100968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.101189] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.101292] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 2dd10a43-6717-4351-a16f-26439600de6d not found, creating... [ 879.101556] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.102574] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.102574] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.102574] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.102574] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.102574] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.102833] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.102833] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.102908] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.103052] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.103195] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 2dd10a43-6717-4351-a16f-26439600de6d is going to be created. [ 879.123617] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.123819] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.123945] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.124221] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.124478] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.124749] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-2dd10a43-6717-4351-a16f-26439600de6d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.894905] env[70860]: INFO networking_nsxv3.common.synchronization [req-c85a9920-4e5d-4383-bb40-4a0736a14cab req-0e5f3651-7f6b-4d86-8d2a-1f862734811e service nova] Enqueued Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_rules [ 879.895249] env[70860]: INFO networking_nsxv3.common.synchronization [req-c85a9920-4e5d-4383-bb40-4a0736a14cab req-0e5f3651-7f6b-4d86-8d2a-1f862734811e service nova] Enqueued Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_members [ 879.895515] env[70860]: INFO networking_nsxv3.common.synchronization [req-c85a9920-4e5d-4383-bb40-4a0736a14cab req-0e5f3651-7f6b-4d86-8d2a-1f862734811e service nova] Enqueued Resource ID: 2dd10a43-6717-4351-a16f-26439600de6d with Priority: HIGHEST for action port [ 879.899245] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_rules [ 879.903027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_members [ 879.903027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd10a43-6717-4351-a16f-26439600de6d with Priority: HIGHEST for action port [ 879.903027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.903027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.903027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.903027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.903027] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.903027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.904074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.904074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.904074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.904294] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.904294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.904294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.904402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.904553] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.904594] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.905425] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd10a43-6717-4351-a16f-26439600de6d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.905525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd10a43-6717-4351-a16f-26439600de6d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.905525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd10a43-6717-4351-a16f-26439600de6d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.905696] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd10a43-6717-4351-a16f-26439600de6d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.905781] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd10a43-6717-4351-a16f-26439600de6d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.408463] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.409645] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.409831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.409916] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd10a43-6717-4351-a16f-26439600de6d with status ACTIVE [ 880.410095] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.410203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.410266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.410590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.410590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.410720] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.410814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.410871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.411036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.411116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.411298] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.411394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.411500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.411591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.411664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.411746] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd10a43-6717-4351-a16f-26439600de6d is going to be updated. [ 880.433165] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.433339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.433394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.433723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.433805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.433960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd10a43-6717-4351-a16f-26439600de6d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.520689] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: SUCCESS [ 880.520902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.521130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.521376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.521581] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.521794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.521872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.522062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.522148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.522233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.522382] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.689637] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: SUCCESS [ 880.689965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.690067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.690245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.690450] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.690563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.690620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.690777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.690853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.690936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.691067] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.692472] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 880.692653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.692800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.692970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.693161] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.693268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.693332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.693511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.693564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.693637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.693726] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.914125] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.024624] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.024784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.024855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.025087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.025274] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.025384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.025444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.025595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.025678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.025763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.025906] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.025988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.026062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.026194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.026356] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.026454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.026512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.026648] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.026719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.026795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.026877] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.196157] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.198701] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.198701] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.198701] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.198701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.198701] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.199304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.199304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.199304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.199304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.199530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.199650] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.419905] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.420212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.420212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.420363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.420456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.420619] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 is going to be created. [ 881.444137] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.444293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.444365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.444584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.444747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.453677] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 in Status: UNINITIALIZED for 2s [ 881.530518] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc528ca-7e68-4bb7-86e1-7933eb922946: rpc.has_security_group_logging(os_id): False [ 881.549127] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.549308] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.549373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.549604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.549717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.549955] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.550086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.550168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.550322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.550524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.550609] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.550687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.550756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.550903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.551057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.551221] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.551322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.551384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.551523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.551611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.551699] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 is going to be updated. [ 881.612361] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.612721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.612721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.612846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.612973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.627072] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: IN_PROGRESS for 2s [ 881.702787] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 656bc4e8-79ee-4bac-89bc-82f9da65add6: rpc.has_security_group_logging(os_id): False [ 881.707253] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cc0dad-3373-4546-9c1c-fca54bae096e: rpc.has_security_group_logging(os_id): False [ 881.735454] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.735644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.735691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.735877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.735966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.736310] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.736449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.736537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.736730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.736837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.737082] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.737222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.737330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.737518] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.737623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.737854] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.737979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.738077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.738245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.738346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.738455] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 881.740258] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.740417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.741013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.741226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.741340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.741567] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.741710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.741822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.742007] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.742125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.742220] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 is going to be created. [ 881.824248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.824248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.824508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.824817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.825077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.827530] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.827731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.827834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.828098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.828341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.840352] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: IN_PROGRESS for 2s [ 881.843825] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 882.208924] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 882.209131] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: aaa43c60-9828-4928-8f06-233871e71c00 with Priority: HIGHEST for action security_group_members [ 882.209293] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 882.209872] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 882.210022] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa43c60-9828-4928-8f06-233871e71c00 with Priority: HIGHEST for action security_group_members [ 882.210283] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 882.210996] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.210996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.210996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.210996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.210996] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.211294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.211294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.211370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.211414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.211734] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.212829] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaa43c60-9828-4928-8f06-233871e71c00 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.212951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.213023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.213268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.213421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.213521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.213600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.213909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.213909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.214024] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaa43c60-9828-4928-8f06-233871e71c00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.214751] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.214961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.214961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.215072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.215201] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.215317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.215382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.215559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.215636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.215720] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.254318] env[70860]: INFO networking_nsxv3.common.synchronization [req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 req-ee0aaac0-3cf1-4b15-ba43-70164d880169 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_members [ 882.254873] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_members [ 882.255212] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb526372-599e-4a9c-81dd-e3318c0cd731 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.255399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.255472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.255752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.255913] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.256056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.256106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.256264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.258044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.258044] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.269948] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_rules [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: aaa43c60-9828-4928-8f06-233871e71c00 with Priority: HIGHEST for action security_group_rules [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: aaa43c60-9828-4928-8f06-233871e71c00 with Priority: HIGHEST for action security_group_members [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [req-42a2bcb1-68fd-4b1d-b4d6-f7d655560ab1 req-28580ec6-6750-4471-a124-5ab65e78c797 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 with Priority: HIGHEST for action port [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_rules [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa43c60-9828-4928-8f06-233871e71c00 with Priority: HIGHEST for action security_group_rules [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 with Priority: HIGHEST for action port [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_rules [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 882.274027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa43c60-9828-4928-8f06-233871e71c00 with Priority: HIGHEST for action security_group_members [ 882.274027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.274027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.274027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaa43c60-9828-4928-8f06-233871e71c00 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.276155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.276155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.276155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.276155] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaa43c60-9828-4928-8f06-233871e71c00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.280525] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.280525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.280525] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.280525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.280525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.280525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.280525] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d21a1c-a1d1-42de-99a2-a8432bcb4f98',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.280525] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.280525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.280525] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.280525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.280525] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaa43c60-9828-4928-8f06-233871e71c00 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.280525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.702989] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.703408] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.703408] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.703575] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.704153] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.708190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.708190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.710025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.710025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.710025] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.710025] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.710025] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.710025] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.710025] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.710025] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.710025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.718982] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaa43c60-9828-4928-8f06-233871e71c00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.718982] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.721908] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.727235] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.727508] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.729283] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.729283] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.729283] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-de016974-bfae-4b05-9e68-e57d8495f4b2 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.729283] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-de016974-bfae-4b05-9e68-e57d8495f4b2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.729283] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-de016974-bfae-4b05-9e68-e57d8495f4b2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.729671] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-de016974-bfae-4b05-9e68-e57d8495f4b2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.729671] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de016974-bfae-4b05-9e68-e57d8495f4b2',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.758827] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.758982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.759071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.759293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.759393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.759594] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.759720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.759782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.759939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.760028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.760115] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb526372-599e-4a9c-81dd-e3318c0cd731 already deleted. [ 882.760194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.780583] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaa43c60-9828-4928-8f06-233871e71c00 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.784298] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 with status ACTIVE [ 882.784298] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.784298] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.784298] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.784298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.784957] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 is going to be updated. [ 882.805369] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.807023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.807023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.807023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.807023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.807023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.222602] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.226201] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaa43c60-9828-4928-8f06-233871e71c00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.226201] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.232491] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.232784] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.233095] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.233226] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.233379] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.233533] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port de016974-bfae-4b05-9e68-e57d8495f4b2 not found, creating... [ 883.234082] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.234188] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.234295] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.234581] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.234696] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.235009] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.235232] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.235492] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.235568] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.235709] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.235845] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: de016974-bfae-4b05-9e68-e57d8495f4b2 is going to be created. [ 883.262846] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.262846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.262846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.262846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.262846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.262846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-de016974-bfae-4b05-9e68-e57d8495f4b2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.465944] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 in Status: SUCCESS [ 883.466209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.466373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.466618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.466823] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.466937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.467020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.467185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.467256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.467355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.467463] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.641389] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: SUCCESS [ 883.641614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.726612] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.726894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.726894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.727103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.727198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.727305] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 883.728831] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.728948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.729013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.729239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.729337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.729432] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 is going to be updated. [ 883.731555] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.731555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.731936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.731936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.732026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.732118] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaa43c60-9828-4928-8f06-233871e71c00 is going to be created. [ 883.759822] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.759982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.760073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.760294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.760471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.765460] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.765460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.765460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.765460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.765460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.765874] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.766066] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.766173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.766394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.766618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.771961] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaa43c60-9828-4928-8f06-233871e71c00 in Status: UNINITIALIZED for 2s [ 883.773591] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 883.774228] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: IN_PROGRESS for 2s [ 883.853421] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: SUCCESS [ 883.853642] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.853817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.854061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.854163] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.856844] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 883.857461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.857461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.857634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.857740] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.970092] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.063069] env[70860]: INFO networking_nsxv3.common.synchronization [req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 req-67563392-932f-4755-8865-35ce4fff9a45 service nova] Enqueued Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_rules [ 884.063267] env[70860]: INFO networking_nsxv3.common.synchronization [req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 req-67563392-932f-4755-8865-35ce4fff9a45 service nova] Enqueued Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_members [ 884.063406] env[70860]: INFO networking_nsxv3.common.synchronization [req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 req-67563392-932f-4755-8865-35ce4fff9a45 service nova] Enqueued Resource ID: de016974-bfae-4b05-9e68-e57d8495f4b2 with Priority: HIGHEST for action port [ 884.063709] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_rules [ 884.063882] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_members [ 884.064009] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de016974-bfae-4b05-9e68-e57d8495f4b2 with Priority: HIGHEST for action port [ 884.066347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb526372-599e-4a9c-81dd-e3318c0cd731 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.066476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.066546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.066745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.066824] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.069029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb526372-599e-4a9c-81dd-e3318c0cd731 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.069029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.069029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.069215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.069299] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.069507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.069507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.069601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.069938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.069938] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.070565] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-de016974-bfae-4b05-9e68-e57d8495f4b2 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.070760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de016974-bfae-4b05-9e68-e57d8495f4b2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.070760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de016974-bfae-4b05-9e68-e57d8495f4b2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.070911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de016974-bfae-4b05-9e68-e57d8495f4b2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.070956] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de016974-bfae-4b05-9e68-e57d8495f4b2',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.359558] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.359709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.359942] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.360098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.473838] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4934f2e5-fc1b-4078-a852-fe99c99aaeb0: rpc.has_security_group_logging(os_id): False [ 884.492059] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.492464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.492464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.493070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.493233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.493493] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.493605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.493675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.493850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.493933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.494036] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 is going to be created. [ 884.550845] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.550995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.551079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.551295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.551478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.561135] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 in Status: IN_PROGRESS for 2s [ 884.572628] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb526372-599e-4a9c-81dd-e3318c0cd731 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.572785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.572916] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.573840] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de016974-bfae-4b05-9e68-e57d8495f4b2 with status ACTIVE [ 884.573948] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.574040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.574111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.574309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.574396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.574558] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.574650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.574703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.574857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.574935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.575328] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.575328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.575328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.575572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.575572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.575572] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de016974-bfae-4b05-9e68-e57d8495f4b2 is going to be updated. [ 884.607493] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.607740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.607854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.608136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.608381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.608633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de016974-bfae-4b05-9e68-e57d8495f4b2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.904068] env[70860]: INFO networking_nsxv3.common.synchronization [req-36ff23ca-5f9a-44a5-add2-4e108f83d94c req-39260975-0ffd-42d9-90e0-f7cb555dc656 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_members [ 884.904654] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_members [ 884.904999] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.905151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.905235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.905810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.905810] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.905997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.905997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.906169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.906260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.906371] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.078730] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.342860] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.343637] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.343637] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.343637] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.343788] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.344399] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.344399] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.345407] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.345407] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.346439] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.346608] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.346760] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.346906] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.347065] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.350136] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.350303] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.370270] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.370270] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.370270] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.370270] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.370420] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-4aa8395f-993c-41ff-be36-03ec8bf5a03f taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.370663] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-4aa8395f-993c-41ff-be36-03ec8bf5a03f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.370845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-4aa8395f-993c-41ff-be36-03ec8bf5a03f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.371283] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-4aa8395f-993c-41ff-be36-03ec8bf5a03f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.371572] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa8395f-993c-41ff-be36-03ec8bf5a03f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.410044] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.410443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.410443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.410511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.410852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.410852] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.410852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.411020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.411097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.411128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.411209] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 already deleted. [ 885.411286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.430785] env[70860]: INFO networking_nsxv3.common.synchronization [req-c8a528ea-d6d7-4ef1-958f-71283362d109 req-9e5e4d3a-3322-4921-b541-07236dcd4e15 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 885.431933] env[70860]: INFO networking_nsxv3.common.synchronization [req-c8a528ea-d6d7-4ef1-958f-71283362d109 req-9e5e4d3a-3322-4921-b541-07236dcd4e15 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: aaa43c60-9828-4928-8f06-233871e71c00 with Priority: HIGHEST for action security_group_members [ 885.431933] env[70860]: INFO networking_nsxv3.common.synchronization [req-c8a528ea-d6d7-4ef1-958f-71283362d109 req-9e5e4d3a-3322-4921-b541-07236dcd4e15 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 885.431933] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 885.431933] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa43c60-9828-4928-8f06-233871e71c00 with Priority: HIGHEST for action security_group_members [ 885.431933] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGHEST for action security_group_members [ 885.434494] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.435025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.435025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaa43c60-9828-4928-8f06-233871e71c00 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.435025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.435163] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.435205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.583264] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.583420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.583513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.583737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.583830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.583931] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb526372-599e-4a9c-81dd-e3318c0cd731 is going to be created. [ 885.609350] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.609472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.609527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.609740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.609902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.622219] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb526372-599e-4a9c-81dd-e3318c0cd731 in Status: UNINITIALIZED for 2s [ 885.791038] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaa43c60-9828-4928-8f06-233871e71c00 in Status: SUCCESS [ 885.791038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.791038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.791038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.791038] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.791038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.791038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.791038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.791038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.791038] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaa43c60-9828-4928-8f06-233871e71c00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.792538] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: SUCCESS [ 885.792905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.793661] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 885.793958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.794674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.795866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.795866] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.795866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.795866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.795866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.795866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.795866] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.797825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.797825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.797825] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.797825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.799482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.799482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.799482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.799482] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.877351] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.877351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.877351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.877351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.877351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.877351] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 4aa8395f-993c-41ff-be36-03ec8bf5a03f not found, creating... [ 885.877351] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.877351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.877351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.878202] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.879180] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.881990] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.881990] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.881990] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.881990] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.881990] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.881990] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 4aa8395f-993c-41ff-be36-03ec8bf5a03f is going to be created. [ 885.909547] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.909547] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.909547] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.909547] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.909547] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.909547] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-4aa8395f-993c-41ff-be36-03ec8bf5a03f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.300122] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.300314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.300392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.300810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.300913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.301157] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.301262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.301333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.301528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.301657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.301780] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 is going to be updated. [ 886.303177] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.303336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.303444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.304010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.304135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.304358] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.304523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.304735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.304949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.305040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.305157] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaa43c60-9828-4928-8f06-233871e71c00 is going to be deleted. [ 886.306174] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.329274] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.329423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.329480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.329745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.329912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.332541] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.332891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.332891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.333730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.333730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.333730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.333886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.334050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.334229] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.334330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.334396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.334543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.334620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.334709] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaa43c60-9828-4928-8f06-233871e71c00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.339420] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: IN_PROGRESS for 2s [ 886.571989] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 in Status: SUCCESS [ 886.572302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.637122] env[70860]: INFO networking_nsxv3.common.synchronization [req-36ff23ca-5f9a-44a5-add2-4e108f83d94c req-8447c715-2b08-4026-be12-b17c736c4320 service nova] Enqueued Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_rules [ 886.637343] env[70860]: INFO networking_nsxv3.common.synchronization [req-36ff23ca-5f9a-44a5-add2-4e108f83d94c req-8447c715-2b08-4026-be12-b17c736c4320 service nova] Enqueued Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_members [ 886.637513] env[70860]: INFO networking_nsxv3.common.synchronization [req-36ff23ca-5f9a-44a5-add2-4e108f83d94c req-8447c715-2b08-4026-be12-b17c736c4320 service nova] Enqueued Resource ID: 4aa8395f-993c-41ff-be36-03ec8bf5a03f with Priority: HIGHEST for action port [ 886.637777] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_rules [ 886.637904] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_members [ 886.637982] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa8395f-993c-41ff-be36-03ec8bf5a03f with Priority: HIGHEST for action port [ 886.638545] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.638676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.638744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.638947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.643277] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.643277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.643277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.643277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.643277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.643277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.643277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.643277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.643277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.643277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.643277] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.644660] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aa8395f-993c-41ff-be36-03ec8bf5a03f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.644660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aa8395f-993c-41ff-be36-03ec8bf5a03f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.644660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aa8395f-993c-41ff-be36-03ec8bf5a03f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.644660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aa8395f-993c-41ff-be36-03ec8bf5a03f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.644660] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa8395f-993c-41ff-be36-03ec8bf5a03f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.809409] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.836748] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.836748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.836748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.836968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.837026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.837237] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.837389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.837484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.837644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.837725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.837812] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaa43c60-9828-4928-8f06-233871e71c00 already deleted. [ 886.837888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.838012] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aaa43c60-9828-4928-8f06-233871e71c00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.842021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.842021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.842021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.842021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.842021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.842021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.842021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.842021] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaa43c60-9828-4928-8f06-233871e71c00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.147185] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.147185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.147185] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4aa8395f-993c-41ff-be36-03ec8bf5a03f with status ACTIVE [ 887.147185] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.147639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.147639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.147715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.148631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.148631] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.148631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.148631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.148631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.148631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.148631] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.149018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.149018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.149018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.149018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.149145] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4aa8395f-993c-41ff-be36-03ec8bf5a03f is going to be updated. [ 887.150574] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.172043] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.172194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.172249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.172450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.172594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.172746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aa8395f-993c-41ff-be36-03ec8bf5a03f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.312863] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.313030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.313102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.313330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.313422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.313524] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 887.342237] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.342382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.342445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.342760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.342906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.343873] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aaa43c60-9828-4928-8f06-233871e71c00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.345260] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.345549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.349146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.349347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.349437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.349623] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.349749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.349790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.349929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.350033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.350104] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaa43c60-9828-4928-8f06-233871e71c00 already deleted. [ 887.350183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.359046] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 887.633504] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb526372-599e-4a9c-81dd-e3318c0cd731 in Status: SUCCESS [ 887.633782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.633943] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.634170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.634362] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.634481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.634555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.634683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.634770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.634839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.634916] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.654276] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.851945] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aaa43c60-9828-4928-8f06-233871e71c00: rpc.has_security_group_logging(os_id): False [ 887.870194] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.870350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.870422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.870635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.870740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.870940] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.871049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.871113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.871260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.871335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.871421] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaa43c60-9828-4928-8f06-233871e71c00 is going to be created. [ 887.889512] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/aaa43c60-9828-4928-8f06-233871e71c00], does not exist path=[/infra/domains/default/groups/aaa43c60-9828-4928-8f06-233871e71c00]."\n}' [ 887.891835] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaa43c60-9828-4928-8f06-233871e71c00 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aaa43c60-9828-4928-8f06-233871e71c00 [ 887.891835] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 887.920906] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.920906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.921128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.921375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.922630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.922905] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.923029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.923096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.923256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.923334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.923695] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.923826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.923865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.924062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.924231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.924299] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaa43c60-9828-4928-8f06-233871e71c00 is going to be created. [ 887.944073] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/aaa43c60-9828-4928-8f06-233871e71c00], does not exist path=[/infra/domains/default/groups/aaa43c60-9828-4928-8f06-233871e71c00]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aaa43c60-9828-4928-8f06-233871e71c00 [ 887.944238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaa43c60-9828-4928-8f06-233871e71c00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.944458] env[70860]: Traceback (most recent call last): [ 887.944501] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 887.944501] env[70860]: return func(*args, **kwargs) [ 887.944501] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 887.944501] env[70860]: res.raise_for_status() [ 887.944501] env[70860]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 887.944501] env[70860]: raise HTTPError(http_error_msg, response=self) [ 887.944501] env[70860]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aaa43c60-9828-4928-8f06-233871e71c00 [ 887.944501] env[70860]: During handling of the above exception, another exception occurred: [ 887.944501] env[70860]: Traceback (most recent call last): [ 887.944501] env[70860]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 887.944501] env[70860]: listener.cb(fileno) [ 887.944501] env[70860]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 887.944501] env[70860]: result = function(*args, **kwargs) [ 887.944895] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 887.944895] env[70860]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 887.944895] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 887.944895] env[70860]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 887.944895] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 887.944895] env[70860]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 887.944895] env[70860]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 887.944895] env[70860]: res.raise_for_status() [ 887.944895] env[70860]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 887.944895] env[70860]: raise HTTPError(http_error_msg, response=self) [ 887.944895] env[70860]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aaa43c60-9828-4928-8f06-233871e71c00 [ 887.944895] env[70860]: Removing descriptor: 5 [ 888.138304] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.162244] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.162557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.162557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.162774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.162862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.163244] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 is going to be created. [ 888.188836] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.188978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.189059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.189265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.189546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.199399] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 in Status: UNINITIALIZED for 2s [ 888.352091] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: SUCCESS [ 888.352299] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 deletion is rescheduled due to dependency. [ 888.352432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.352606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.352845] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.353052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.353173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.353250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.353405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.353506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.353573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.353681] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.354638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.354828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.354996] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.355112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.355186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.355452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.355542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.355644] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.640225] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb526372-599e-4a9c-81dd-e3318c0cd731: rpc.has_security_group_logging(os_id): False [ 888.661110] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.661110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.661110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.661422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.661422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.661523] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.661809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.661809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.661921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.661963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.662574] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb526372-599e-4a9c-81dd-e3318c0cd731 is going to be created. [ 888.716473] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.716651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.716720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.717046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.717234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.727626] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb526372-599e-4a9c-81dd-e3318c0cd731 in Status: IN_PROGRESS for 2s [ 888.857885] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.858953] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.858953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.858953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.858953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.881668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.882075] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.882258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.882258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.882497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.882601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.882688] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 is going to be updated. [ 888.908621] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.908621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.908621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.908621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.908621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.918084] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: IN_PROGRESS for 2s [ 889.302331] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.302690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.302690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.302766] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.302860] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.362348] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 656bc4e8-79ee-4bac-89bc-82f9da65add6: rpc.has_security_group_logging(os_id): False [ 889.371794] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 889.371954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.372123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.372355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.372833] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.372833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.372833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.372833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.373080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.373080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.373080] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.373863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.374478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.377959] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.377959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.377959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.377959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.377959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.377959] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.380142] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.380476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.380551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.380722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.380803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.381037] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.381138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.381204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.381351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.381422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.381505] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 is going to be updated. [ 889.431841] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.431980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.431980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.432209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.436061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.443681] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: IN_PROGRESS for 2s [ 889.808583] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.876804] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.876955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.879303] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.211056] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 in Status: SUCCESS [ 890.211362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.211571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.211718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.211941] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.212080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.212080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.212531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.212531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.212531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.212531] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.313400] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.332113] env[70860]: INFO networking_nsxv3.common.synchronization [req-0bfdceca-6484-44dc-b890-b69324be880e req-864af533-826a-4a9d-b562-51a19d1f5afb tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 890.332779] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 890.333247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.333543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.333744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.335229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.337536] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.337536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.337536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.337536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.337536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.337536] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.381706] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.716109] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.737857] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.738055] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-518" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.738181] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-518" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.738455] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-518" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.738758] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.738981] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.739157] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.739433] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.739608] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.739837] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.739955] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.740196] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.740329] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.740447] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.740558] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.740691] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.742607] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb526372-599e-4a9c-81dd-e3318c0cd731 in Status: SUCCESS [ 890.742805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.757750] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.757932] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.758108] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.758306] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-518" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.758591] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.758774] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.758922] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.759239] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.759375] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a28609c-abdc-4287-a1e1-cbeb8f8a35ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.815108] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 890.815266] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 890.839529] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.839529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.839529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.839782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.858120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.858452] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.858583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.858706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.858868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.858975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.859070] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b is going to be updated. [ 890.880767] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.880916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.880981] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.881209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.881353] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.883939] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.884070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.884324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.884324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.884436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.884474] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 890.890054] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: IN_PROGRESS for 2s [ 890.912628] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.912628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.912628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.912628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.912628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.919472] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 890.926239] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: SUCCESS [ 890.926471] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 deletion is rescheduled due to dependency. [ 890.926591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.217447] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001: rpc.has_security_group_logging(os_id): False [ 891.235285] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.235534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.235534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.235742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.235833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.236078] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.236182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.236242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.236434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.236434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.236566] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 is going to be created. [ 891.262272] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.262534] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.262621] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.262902] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.263070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.263227] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac not found, creating... [ 891.263487] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.263645] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.263760] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.263975] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.264126] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.264426] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.264546] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.264664] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.265335] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.265335] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.265335] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac is going to be created. [ 891.290155] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.290155] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.290155] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.290155] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.290155] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.290155] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.328674] env[70860]: INFO networking_nsxv3.common.synchronization [req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 req-5932428e-606d-468f-8b24-2d3687f73f93 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Enqueued Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_members [ 891.329830] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.329918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.329993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.330311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.330496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.333206] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1be709-efa9-40f0-a598-32a49eee15f1 with Priority: HIGHEST for action security_group_members [ 891.333206] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1be709-efa9-40f0-a598-32a49eee15f1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.333206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.333206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.333206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.333206] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.333206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.333206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.333206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.333206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.333206] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec1be709-efa9-40f0-a598-32a49eee15f1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.362058] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 in Status: IN_PROGRESS for 2s [ 891.461293] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 in Status: SUCCESS [ 891.463646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.739338] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.739499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.739585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.739865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.754035] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 891.755073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.756441] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 891.780921] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.781119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.781173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.781394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.787449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.788055] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 891.788161] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 891.788242] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 891.825311] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.825311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.825311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.825311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.825311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.825311] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 891.836577] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.836735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.836814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.837015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.918708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.918995] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.919173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.919261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.919451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.919560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.919653] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec1be709-efa9-40f0-a598-32a49eee15f1 is going to be updated. [ 891.967263] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.967517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.967622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.967846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.968147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.968509] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 891.972413] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.972413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.972413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.972413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.972413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.983025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec1be709-efa9-40f0-a598-32a49eee15f1 in Status: IN_PROGRESS for 2s [ 892.030491] env[70860]: INFO networking_nsxv3.common.synchronization [req-0bfdceca-6484-44dc-b890-b69324be880e req-829dcfd4-7964-468d-94f7-e701f7418d52 service nova] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_rules [ 892.030491] env[70860]: INFO networking_nsxv3.common.synchronization [req-0bfdceca-6484-44dc-b890-b69324be880e req-829dcfd4-7964-468d-94f7-e701f7418d52 service nova] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 892.030491] env[70860]: INFO networking_nsxv3.common.synchronization [req-0bfdceca-6484-44dc-b890-b69324be880e req-829dcfd4-7964-468d-94f7-e701f7418d52 service nova] Enqueued Resource ID: 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac with Priority: HIGHEST for action port [ 892.030491] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_rules [ 892.030491] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 892.030491] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac with Priority: HIGHEST for action port [ 892.030491] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.030491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.030491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.030491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.030491] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.031633] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.031870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.032177] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.032416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.032578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.032930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.033111] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a28609c-abdc-4287-a1e1-cbeb8f8a35ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.036334] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.036812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.038272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.038272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.038272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.038272] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 892.038272] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5683991d-e63b-4031-95c3-48506ad0936a', '7769a244-1305-48b2-a6da-0b7be0e3c223', '0a02f473-aac3-4f91-a18d-7ecd5fe8419a', '12d3fdf7-7667-4f26-adb6-72d43712517d', 'b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c', 'b5fcbf39-94c3-4aef-831c-702be73620d3', '50a939d2-07fd-474c-8c70-0fa16b2e8b5e', 'cd229ccf-0021-4812-9b27-33e7961e3408', 'a4e51c6d-a912-49a1-9a0b-a8a5d48ec829', '2b294429-0afa-4ae5-9538-8265ccaff913', '8ca86fd1-30dc-4407-a3fe-e33b633fea80', '65a2381d-f95a-434e-b3af-593b73ccbf42', '0e3a1164-cbad-4b32-a855-a9494208316f', '1002ff90-3036-42b4-98c6-beaf49603d25', 'd0cc0dad-3373-4546-9c1c-fca54bae096e', 'b72118f2-2d8b-4d23-bebe-67cae38f9086', '76dd1d95-f4a7-477c-8308-24aa10ae80f5', 'f77132f8-c7dc-45cc-b698-410dcc55f06f', 'be90daf1-2a45-45b0-99e2-6c3093524baa', '202db260-d60a-44e8-a19b-7af46beda042', '66621832-d81d-4369-8c54-e4cbac77e94e', '8e832e2a-972c-4368-901f-77a741748033', '656bc4e8-79ee-4bac-89bc-82f9da65add6', '46ad4bf7-8966-4d7d-a520-f49b046bc327', '1493401e-18b7-46c7-89e3-e58a14fbefe0', '1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc', 'fb526372-599e-4a9c-81dd-e3318c0cd731', '7dc528ca-7e68-4bb7-86e1-7933eb922946', '65f2976a-606a-42eb-b4d6-b4bcf6b404cc', '4934f2e5-fc1b-4078-a852-fe99c99aaeb0', '72d05b1b-16d8-4f31-88c3-3b157a165ceb', '69f87461-2b5e-41eb-9dd0-0a4234c2717b', 'ec1be709-efa9-40f0-a598-32a49eee15f1', 'a778bcf9-1f09-4cc3-9751-6e3b4e991825', 'd1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001', 'b4a3a694-de70-4d51-ae57-124036cae47b', 'f06c0d4b-d55a-4652-bc2f-96485d6d1acc'} {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 892.038272] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 892.056444] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.057369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.057369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.057369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.057369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.057369] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 892.057369] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 892.057837] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 892.116313] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.116447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.116526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.116747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.117991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.117991] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 892.117991] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 892.118200] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 892.118235] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 892.118857] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 892.118857] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGH for action security_group_rules [ 892.118857] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGH for action security_group_rules [ 892.118857] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGH for action security_group_rules [ 892.118857] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGH for action security_group_rules [ 892.118857] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGH for action security_group_rules [ 892.118857] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGH for action security_group_rules [ 892.118857] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGH for action security_group_rules [ 892.119338] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGH for action security_group_rules [ 892.119338] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGH for action security_group_rules [ 892.119338] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGH for action security_group_rules [ 892.119338] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGH for action security_group_rules [ 892.119338] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGH for action security_group_rules [ 892.119338] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGH for action security_group_rules [ 892.119338] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGH for action security_group_rules [ 892.119673] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGH for action security_group_rules [ 892.119673] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGH for action security_group_rules [ 892.119673] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGH for action security_group_rules [ 892.119673] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGH for action security_group_rules [ 892.119673] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGH for action security_group_rules [ 892.120117] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGH for action security_group_rules [ 892.120117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.541123] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.541123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.541123] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac with status ACTIVE [ 892.541123] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.541658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.541658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.541658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.541842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.542120] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.542305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.542401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.542673] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.542837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.543124] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.543323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.543399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.543610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.543727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.543847] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac is going to be updated. [ 892.564042] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.564252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.564354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.564653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.564847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.565081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.898576] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: SUCCESS [ 892.898779] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b deletion is rescheduled due to dependency. [ 892.898903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.899071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.899286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.899464] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.899579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.899641] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.899842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.899898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.899995] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.926240] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 892.926447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.926600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.926835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.927040] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.927156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.927221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.927373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.927506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.927601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.927773] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.927860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.927921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.928075] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.928222] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.928314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.928373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.928541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.928608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.928710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.928799] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.374314] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 in Status: SUCCESS [ 893.374603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.401744] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.430537] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cc0dad-3373-4546-9c1c-fca54bae096e: rpc.has_security_group_logging(os_id): False [ 893.450646] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.450646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.450646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.450794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.467868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.468119] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.468242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.468311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.468531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.468626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.468825] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.469032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.469032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.469167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.469240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.469419] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.469512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.469590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.469770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.469979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.469979] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 893.528069] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.528069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.528069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.528411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.528411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.541699] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 893.905015] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.989584] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec1be709-efa9-40f0-a598-32a49eee15f1 in Status: SUCCESS [ 893.989782] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec1be709-efa9-40f0-a598-32a49eee15f1 deletion is rescheduled due to dependency. [ 893.989896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1be709-efa9-40f0-a598-32a49eee15f1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.413154] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.413322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.413377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.413595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.413682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.413780] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b is going to be updated. [ 894.439668] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.439822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.439897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.440141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.440290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.450279] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: IN_PROGRESS for 2s [ 895.556601] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 895.556985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.462023] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: SUCCESS [ 896.462023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.462023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.462023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.462023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.462023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.462023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.462023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.462023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.462023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.462023] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.599593] env[70860]: INFO networking_nsxv3.common.synchronization [req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 req-a82e9af9-5be6-44bd-8c84-8ca5921616e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Enqueued Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 896.600250] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGHEST for action security_group_members [ 896.600360] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGH for action security_group_rules [ 896.600456] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a with Priority: HIGH for action security_group_rules [ 896.600515] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e with Priority: HIGH for action security_group_rules [ 896.601413] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGH for action security_group_rules [ 896.601413] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGH for action security_group_rules [ 896.601413] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be90daf1-2a45-45b0-99e2-6c3093524baa with Priority: HIGH for action security_group_rules [ 896.601413] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGH for action security_group_rules [ 896.601755] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGH for action security_group_rules [ 896.601755] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGH for action security_group_rules [ 896.601755] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 with Priority: HIGH for action security_group_rules [ 896.601893] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3a1164-cbad-4b32-a855-a9494208316f with Priority: HIGH for action security_group_rules [ 896.601893] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 with Priority: HIGH for action security_group_rules [ 896.602034] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGH for action security_group_rules [ 896.602099] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGH for action security_group_rules [ 896.602166] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 with Priority: HIGH for action security_group_rules [ 896.602257] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fcbf39-94c3-4aef-831c-702be73620d3 with Priority: HIGH for action security_group_rules [ 896.602346] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGH for action security_group_rules [ 896.602432] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c with Priority: HIGH for action security_group_rules [ 896.602517] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 with Priority: HIGH for action security_group_rules [ 896.602606] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d3fdf7-7667-4f26-adb6-72d43712517d with Priority: HIGH for action security_group_rules [ 896.602890] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.603026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.603096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.603296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.603454] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.603552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.603613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.603739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.603817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.603910] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.607688] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.607688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.607688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.607688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.607688] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.607688] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.607688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.607688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.607688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.607688] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a02f473-aac3-4f91-a18d-7ecd5fe8419a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.608421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.608521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.608615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.608770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.608839] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a939d2-07fd-474c-8c70-0fa16b2e8b5e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.613174] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.613326] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.613403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.613501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.613572] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.614654] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.614654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.614811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.614891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.614962] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.615908] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be90daf1-2a45-45b0-99e2-6c3093524baa taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.615989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.616837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.616837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.616837] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be90daf1-2a45-45b0-99e2-6c3093524baa',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.617246] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.617356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.617434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.617625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.617758] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.618539] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.618650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.618732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.619866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.619866] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.624141] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.624141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.624141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.624141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.624141] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.624141] env[70860]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 896.624616] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b72118f2-2d8b-4d23-bebe-67cae38f9086 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.625100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.625100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.625230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.625293] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b72118f2-2d8b-4d23-bebe-67cae38f9086',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.626611] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3a1164-cbad-4b32-a855-a9494208316f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.626850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.626911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.627291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.627291] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3a1164-cbad-4b32-a855-a9494208316f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.628349] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a2381d-f95a-434e-b3af-593b73ccbf42 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.628349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.628349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.628515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.628623] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a2381d-f95a-434e-b3af-593b73ccbf42',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.630340] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.630340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.630340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.630340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.631350] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.632540] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.632708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.632775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.632994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.633058] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.633857] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.633965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.634021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.634323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.635186] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e51c6d-a912-49a1-9a0b-a8a5d48ec829',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.635493] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fcbf39-94c3-4aef-831c-702be73620d3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.635648] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.635681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.636712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.636712] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fcbf39-94c3-4aef-831c-702be73620d3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.638041] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.638228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.638304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.638415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.638489] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.639335] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.639468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.639468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.640307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.640383] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.641335] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7769a244-1305-48b2-a6da-0b7be0e3c223 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.642780] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.642907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.643083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.643161] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7769a244-1305-48b2-a6da-0b7be0e3c223',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.643399] env[70860]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 896.644761] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d3fdf7-7667-4f26-adb6-72d43712517d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.644761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.644761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.645125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.645252] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d3fdf7-7667-4f26-adb6-72d43712517d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.650767] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.650883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.650952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.651219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.676764] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.676764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.682995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.683497] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.683497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.683497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.683734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.683734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.683837] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e is going to be updated. [ 896.686411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.686658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.712496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.712496] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a02f473-aac3-4f91-a18d-7ecd5fe8419a is going to be deleted. [ 896.720309] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.720431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.720518] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.720823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.720962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.734096] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: IN_PROGRESS for 2s [ 896.773757] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.774260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.774431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.774701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.774936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.775000] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a02f473-aac3-4f91-a18d-7ecd5fe8419a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.964324] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.148916] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.148916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.148916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.149160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.149160] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.149275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.149275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.150273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.150273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.150273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.150273] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.191254] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.191254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.191254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.191254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.191254] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.191254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.191513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.191513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.191578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.191783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.191783] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.195089] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.195089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.195089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.195089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.195089] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.195089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.195089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.195089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.195089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.195089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.195089] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.196905] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.196970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.197059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.197209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.197345] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.197468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.197571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.197690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.197763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.197841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.197915] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.202728] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.202831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.202889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.203055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.203203] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.203799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.203799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.203799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.203799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.203799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.203799] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.206740] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.206857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.206926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.207148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.207312] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.207423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.207467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.207620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.207696] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.207779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.207857] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.211833] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.211954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.212195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.212340] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.212637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.212733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.212787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.212864] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.213771] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.213877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.213978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.214255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.214403] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.214499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.214564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.214705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.214782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.214862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.214954] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.227713] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.227862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.227907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.228152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.228319] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.228379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.228437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.229106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.229106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.229106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.229106] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.229106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.229106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.229396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.229396] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.229396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.229532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.229563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.229630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.229709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.229799] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.242724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.242724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.242724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.242928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.387640] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.387832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.388708] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.388708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.389531] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.389625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.390331] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.390425] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.391049] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.391141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.391861] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.391928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.392630] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.392756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.393621] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.393736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.394418] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.394511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.395151] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.395264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.414187] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 897.414785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.414989] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be deleted. [ 897.416074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.416143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.433641] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.433894] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a939d2-07fd-474c-8c70-0fa16b2e8b5e is going to be deleted. [ 897.435444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.435808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.454792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.454936] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e51c6d-a912-49a1-9a0b-a8a5d48ec829 is going to be deleted. [ 897.456414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.456414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.467545] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69f87461-2b5e-41eb-9dd0-0a4234c2717b: rpc.has_security_group_logging(os_id): False [ 897.478053] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.478245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.488143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.488306] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be90daf1-2a45-45b0-99e2-6c3093524baa is going to be deleted. [ 897.492018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.492018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.492018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.492018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.499228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.499360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.512305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.512305] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b72118f2-2d8b-4d23-bebe-67cae38f9086 is going to be deleted. [ 897.512614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.512824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.543954] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.544193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.565501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.565501] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fcbf39-94c3-4aef-831c-702be73620d3 is going to be deleted. [ 897.565778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.566439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.602985] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.603431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.604459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.604584] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3a1164-cbad-4b32-a855-a9494208316f is going to be deleted. [ 897.605599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.605792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.637837] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.638012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.647917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.648071] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a2381d-f95a-434e-b3af-593b73ccbf42 is going to be deleted. [ 897.649102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.649352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.653075] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.653246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.653316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.653454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.653620] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.653723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.653783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.653929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.654027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.654140] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.654318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.654399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.654457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.654620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.654832] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.654938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.655013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.655163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.655241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.655323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.655432] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.678087] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.678236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.705399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.705593] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c is going to be deleted. [ 897.709018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.709018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.718581] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.719507] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.722744] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.723409] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.724147] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.724864] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.724979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.725057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.725259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.725431] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.725587] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.725679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.725910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.726619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.726619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.726619] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.726619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.726860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.726860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.727071] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.727195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.727262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.727411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.727499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.727623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.727707] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.733048] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.733048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.734588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.734832] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d3fdf7-7667-4f26-adb6-72d43712517d is going to be deleted. [ 897.735991] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cc0dad-3373-4546-9c1c-fca54bae096e: rpc.has_security_group_logging(os_id): False [ 897.738316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.738527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.783621] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.783705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.817188] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.817188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.817188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.817188] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7769a244-1305-48b2-a6da-0b7be0e3c223 is going to be deleted. [ 897.817724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.817933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.818184] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.818373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.818581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.818846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.846761] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.847086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.871341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.871679] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.871803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.871881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.872116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.872206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.872311] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b is going to be updated. [ 897.873690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.873882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.873964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.874192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a939d2-07fd-474c-8c70-0fa16b2e8b5e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.874362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.874548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.874665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.874809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e51c6d-a912-49a1-9a0b-a8a5d48ec829" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.874998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.875249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.875295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.875449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be90daf1-2a45-45b0-99e2-6c3093524baa" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.875625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.875776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.875878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.876025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b72118f2-2d8b-4d23-bebe-67cae38f9086" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.876584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.876798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.877022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.877086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fcbf39-94c3-4aef-831c-702be73620d3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.877241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.877415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.877542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.877690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3a1164-cbad-4b32-a855-a9494208316f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.877856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.878058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.878173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.878415] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.878560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.878648] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.880910] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.880910] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.880910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.880910] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 897.881522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.881522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.881617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.881743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a2381d-f95a-434e-b3af-593b73ccbf42" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.881906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.882097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.882204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.882343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b088f8e7-e1d0-4a8a-a5f5-ae2bdfdb813c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.904488] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.904620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.904681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.904870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.905076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.905076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d3fdf7-7667-4f26-adb6-72d43712517d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.995547] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.995693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.995773] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.996070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.996180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.996322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7769a244-1305-48b2-a6da-0b7be0e3c223" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.032605] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.033719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.033834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.034112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.034312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.064745] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: IN_PROGRESS for 2s [ 898.065779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.065961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.066015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.066208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.066348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.154793] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 898.157871] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5683991d-e63b-4031-95c3-48506ad0936a: rpc.has_security_group_logging(os_id): False [ 898.219404] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.219545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.219615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.219854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.220901] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f77132f8-c7dc-45cc-b698-410dcc55f06f: rpc.has_security_group_logging(os_id): False [ 898.221965] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1002ff90-3036-42b4-98c6-beaf49603d25: rpc.has_security_group_logging(os_id): False [ 898.225081] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b294429-0afa-4ae5-9538-8265ccaff913: rpc.has_security_group_logging(os_id): False [ 898.229215] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd229ccf-0021-4812-9b27-33e7961e3408: rpc.has_security_group_logging(os_id): False [ 898.230809] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ca86fd1-30dc-4407-a3fe-e33b633fea80: rpc.has_security_group_logging(os_id): False [ 898.233021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76dd1d95-f4a7-477c-8308-24aa10ae80f5: rpc.has_security_group_logging(os_id): False [ 898.290120] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.290120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.294173] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.294717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.296487] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.296612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.297369] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.297559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.299986] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.300299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.301045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.301266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.311360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.311360] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.311360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.311360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.311360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.311684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.311684] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.311776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.311809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.311939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.312017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.312238] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.312297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.312358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.312495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.312589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.312689] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 898.314357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.314978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.358382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.358382] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.358382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.358382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.358711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.358711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.358812] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1002ff90-3036-42b4-98c6-beaf49603d25 is going to be updated. [ 898.359865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.360215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.381066] env[70860]: INFO networking_nsxv3.common.synchronization [req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 req-15c285c4-2da4-47cf-9f5e-6cff3c5c8f72 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 898.381813] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 898.381913] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.381976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.382050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.382273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.382477] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.384496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.384496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.384496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.384496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.384496] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.396964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.397447] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.397636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.397754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.398023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.398153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.398294] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 898.399430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.399700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.458092] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.458418] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.458524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.458620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.458800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.458886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.459009] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd229ccf-0021-4812-9b27-33e7961e3408 is going to be updated. [ 898.460382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.460553] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.483310] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.485081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.498484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.498991] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.499680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.499825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.500279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.500279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.501209] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f is going to be updated. [ 898.502271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.502531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.504215] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.504360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.545791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.545791] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.545791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.545791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.546258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.546258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.546258] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b294429-0afa-4ae5-9538-8265ccaff913 is going to be updated. [ 898.547794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.548013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.548124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.549912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.552023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.588046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.588196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.606622] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.606923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.611917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.612248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.612371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.612486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.613226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.613226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.613377] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.613547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.613547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.614257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.614257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.614478] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.614688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.614808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.615009] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.615140] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.616153] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 is going to be updated. [ 898.618652] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 898.619192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.619406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.619590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.620972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.621734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.621734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.622842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.623243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.623420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.645942] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.646104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.646177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.646391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.646533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.654808] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd229ccf-0021-4812-9b27-33e7961e3408 in Status: IN_PROGRESS for 2s [ 898.655647] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 898.656717] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1002ff90-3036-42b4-98c6-beaf49603d25 in Status: IN_PROGRESS for 2s [ 898.675021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: IN_PROGRESS for 2s [ 898.696635] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.696812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.696891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.697129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.697275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.744945] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b294429-0afa-4ae5-9538-8265ccaff913 in Status: IN_PROGRESS for 2s [ 898.749306] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66621832-d81d-4369-8c54-e4cbac77e94e in Status: SUCCESS [ 898.749531] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e deletion is rescheduled due to dependency. [ 898.749697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.797891] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.797891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.797891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.797891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.797891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.831567] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: IN_PROGRESS for 2s [ 898.889581] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.928627] env[70860]: INFO networking_nsxv3.common.synchronization [req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 req-2f1939ba-25e6-48b7-adb3-2db3cd706ee9 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Enqueued Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 898.930616] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 898.930950] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.931127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.931226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.931450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.931611] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.932769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.932769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.932769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.932769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.932769] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.376441] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.376733] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-180" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.376906] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-180" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.377364] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-180" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.377939] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.377939] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.378102] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.382491] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.384693] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.384693] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.384818] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.384938] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.385199] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.385354] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.385521] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.385745] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.393510] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.411727] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.412029] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.412375] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.412442] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-180" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.412775] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.413924] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.413924] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.413924] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.413924] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad2fe28-1cf3-45e5-937e-d866ce1a5e00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.436247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.436488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.436556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.436759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.436858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.437077] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.437178] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.437235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.437395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.437471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.437612] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7d5018-166a-4924-be87-82f24e99883b already deleted. [ 899.437722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.897281] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.897687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.897687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.897770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.897850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.898014] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 899.917571] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.917842] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.917970] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.918305] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.918462] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.918632] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 not found, creating... [ 899.918920] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.919158] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.919237] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.919918] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.919918] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.919918] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.920160] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.920214] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.921050] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.921050] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.921050] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 is going to be created. [ 899.925736] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.925893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.925893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.926058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.926212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.933966] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 899.938607] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.938832] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.938965] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.939267] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.939508] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.939774] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.079811] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: SUCCESS [ 900.080055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.174629] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 900.174866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.630852] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 900.631041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.674018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 900.674018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.674018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1002ff90-3036-42b4-98c6-beaf49603d25 in Status: SUCCESS [ 900.674018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.674018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd229ccf-0021-4812-9b27-33e7961e3408 in Status: SUCCESS [ 900.674018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.680434] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: SUCCESS [ 900.680608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.756395] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b294429-0afa-4ae5-9538-8265ccaff913 in Status: SUCCESS [ 900.756794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.843708] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: SUCCESS [ 900.844011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.193453] env[70860]: INFO networking_nsxv3.common.synchronization [req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 req-c07cf298-b99c-4c43-8029-9c1fd1f35271 service nova] Enqueued Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_rules [ 901.193750] env[70860]: INFO networking_nsxv3.common.synchronization [req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 req-c07cf298-b99c-4c43-8029-9c1fd1f35271 service nova] Enqueued Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 901.193798] env[70860]: INFO networking_nsxv3.common.synchronization [req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 req-c07cf298-b99c-4c43-8029-9c1fd1f35271 service nova] Enqueued Resource ID: 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 with Priority: HIGHEST for action port [ 901.194429] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_rules [ 901.194512] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 901.194605] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 with Priority: HIGHEST for action port [ 901.194878] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.195040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.195127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.195586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.195586] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.196359] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.196468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.196468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.196698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.196791] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.196873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.196945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.199028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.199028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.199028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.199028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.199028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.199028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.199028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.199028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad2fe28-1cf3-45e5-937e-d866ce1a5e00',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.700562] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.700703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.700895] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.702733] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 with status ACTIVE [ 901.706018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.706018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.706018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.706018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.706018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 is going to be updated. [ 901.726513] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.726664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.726733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.727174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.727174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.727370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.945354] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 901.945354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.207930] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.710609] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.710802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.710880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.711179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.711280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.711396] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7d5018-166a-4924-be87-82f24e99883b is going to be created. [ 902.734581] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.734679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.734731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.735040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.735245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.746498] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: UNINITIALIZED for 2s [ 903.140850] env[70860]: INFO networking_nsxv3.common.synchronization [req-c82038c5-3491-4188-8f99-fa04ff103388 req-600c25b6-c1c0-44d7-ac3d-827489d5f66b tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Enqueued Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_members [ 903.141373] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGHEST for action security_group_members [ 903.145381] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.145519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.145644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.145896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.146128] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.146273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.146368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.146570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.146722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.146852] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.650851] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.650851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.650851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.651217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.651265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.653265] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.653265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.653265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.653265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.653265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.653265] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd229ccf-0021-4812-9b27-33e7961e3408 is going to be updated. [ 903.684024] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.684024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.684024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.684024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.684024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.691213] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd229ccf-0021-4812-9b27-33e7961e3408 in Status: IN_PROGRESS for 2s [ 904.759011] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: SUCCESS [ 904.759303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.759444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.759662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.759861] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.759979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.760062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.760220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.760303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.760535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.760535] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.266741] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.270030] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.270030] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.270030] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.270030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.271760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.271760] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.700152] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd229ccf-0021-4812-9b27-33e7961e3408 in Status: SUCCESS [ 905.700367] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd229ccf-0021-4812-9b27-33e7961e3408 deletion is rescheduled due to dependency. [ 905.700486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.775896] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7d5018-166a-4924-be87-82f24e99883b: rpc.has_security_group_logging(os_id): False [ 905.791532] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.791701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.791767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.791987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.792092] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.792315] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.792413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.792472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.792621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.792697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.792865] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.792958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.793034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.793170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.793242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.793417] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.793503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.793559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.793700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.793783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.793867] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7d5018-166a-4924-be87-82f24e99883b is going to be created. [ 905.846200] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.846340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.846411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.846674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.846860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.858793] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: IN_PROGRESS for 2s [ 906.462685] env[70860]: INFO networking_nsxv3.common.synchronization [req-8dc36938-d0fc-4df9-bb65-255adeea2d77 req-636f9f00-0b7f-467a-944b-5be414d409df tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Enqueued Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_members [ 906.462685] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_members [ 906.462685] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.462685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.462685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.463651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.463828] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.463995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.463995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.464180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.464263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.464343] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.969884] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.970647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.970647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.970647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.970647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.971334] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.971334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.971334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.971334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.971334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.972474] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec already deleted. [ 906.972474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.081759] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.081759] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-745" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.081759] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-745" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.082411] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-745" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.083966] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.083966] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.083966] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.083966] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.083966] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.084736] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.084736] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.084736] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.084736] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.084736] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.085031] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.085031] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.102260] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.102497] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.102800] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.102800] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-745" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.103187] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-5a48df18-6b0b-4af0-a2f9-7b1587904d34 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.103419] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-5a48df18-6b0b-4af0-a2f9-7b1587904d34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.103493] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-5a48df18-6b0b-4af0-a2f9-7b1587904d34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.103863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-5a48df18-6b0b-4af0-a2f9-7b1587904d34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.104133] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a48df18-6b0b-4af0-a2f9-7b1587904d34',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.612231] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.612231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.612231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.612231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.612231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.612231] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 5a48df18-6b0b-4af0-a2f9-7b1587904d34 not found, creating... [ 907.612231] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.612231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.612231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.612231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.612231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.612651] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.612651] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.612651] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.616071] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.616304] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.616467] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 5a48df18-6b0b-4af0-a2f9-7b1587904d34 is going to be created. [ 907.616467] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 5a48df18-6b0b-4af0-a2f9-7b1587904d34 is going to be created. [ 907.664571] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.664571] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.664571] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.664571] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.664571] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.664571] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-5a48df18-6b0b-4af0-a2f9-7b1587904d34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.870628] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: SUCCESS [ 907.871094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.064541] env[70860]: INFO networking_nsxv3.common.synchronization [None req-72d0393f-4a31-469b-99c7-0c90f8049b80 None None] Enqueued Resource ID: 2836161c-d94d-46ee-abf6-1b09964e5485 with Priority: HIGHEST for action port [ 908.065126] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2836161c-d94d-46ee-abf6-1b09964e5485 with Priority: HIGHEST for action port [ 908.065397] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2836161c-d94d-46ee-abf6-1b09964e5485 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.065507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2836161c-d94d-46ee-abf6-1b09964e5485" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.065571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2836161c-d94d-46ee-abf6-1b09964e5485" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.065917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2836161c-d94d-46ee-abf6-1b09964e5485" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.066058] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2836161c-d94d-46ee-abf6-1b09964e5485',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.437809] env[70860]: INFO networking_nsxv3.common.synchronization [req-8dc36938-d0fc-4df9-bb65-255adeea2d77 req-091580aa-59a0-41d1-ba05-fb285d846e02 service nova] Enqueued Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_rules [ 908.437996] env[70860]: INFO networking_nsxv3.common.synchronization [req-8dc36938-d0fc-4df9-bb65-255adeea2d77 req-091580aa-59a0-41d1-ba05-fb285d846e02 service nova] Enqueued Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_members [ 908.440222] env[70860]: INFO networking_nsxv3.common.synchronization [req-8dc36938-d0fc-4df9-bb65-255adeea2d77 req-091580aa-59a0-41d1-ba05-fb285d846e02 service nova] Enqueued Resource ID: 5a48df18-6b0b-4af0-a2f9-7b1587904d34 with Priority: HIGHEST for action port [ 908.440659] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_rules [ 908.440843] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_members [ 908.440879] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a48df18-6b0b-4af0-a2f9-7b1587904d34 with Priority: HIGHEST for action port [ 908.441578] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.442701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.442701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.442701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.442701] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.443189] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.443300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.443358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.443564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.443767] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.443870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.443929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.444100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.444181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.444264] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.445136] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a48df18-6b0b-4af0-a2f9-7b1587904d34 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.445236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a48df18-6b0b-4af0-a2f9-7b1587904d34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.445302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a48df18-6b0b-4af0-a2f9-7b1587904d34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.445447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a48df18-6b0b-4af0-a2f9-7b1587904d34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.445521] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a48df18-6b0b-4af0-a2f9-7b1587904d34',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.570415] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2836161c-d94d-46ee-abf6-1b09964e5485 [ 908.570415] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.570415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.570415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.570415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.570415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.570415] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2836161c-d94d-46ee-abf6-1b09964e5485 already deleted. [ 908.570415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2836161c-d94d-46ee-abf6-1b09964e5485" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.949293] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a48df18-6b0b-4af0-a2f9-7b1587904d34 with status ACTIVE [ 908.949634] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.949878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.950082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.950496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.950698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.951118] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.951365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.951500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.951862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.952027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.952425] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.952617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.952753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.953101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.953251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.953448] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a48df18-6b0b-4af0-a2f9-7b1587904d34 is going to be updated. [ 908.955509] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.955748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.956076] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.978727] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.978893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.979889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.980231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.980478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.980776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a48df18-6b0b-4af0-a2f9-7b1587904d34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.154935] env[70860]: INFO networking_nsxv3.common.synchronization [req-6fb60160-a582-4d8b-a9ba-6f83e7830536 req-4af7c824-1fd6-4574-9901-970b5246cd83 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 909.154935] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 909.155522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.155522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.155522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.155738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.155849] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.155960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.156000] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.156170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.156250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.156377] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.461674] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.623933] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.624344] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.624512] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.624895] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.625301] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.625496] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.625650] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.625908] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.626245] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.626536] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.626653] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.626810] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.627278] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.627278] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.627278] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.627451] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.645348] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.645487] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.645737] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.645946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.646303] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.646628] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.646779] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.647149] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.647334] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.661274] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.661398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.661472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.661666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.661755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.661942] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.662120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.662191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.662346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.662434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.662882] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 already deleted. [ 909.662999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.833503] env[70860]: INFO networking_nsxv3.common.synchronization [None req-30c63659-e45e-4559-95eb-845d15b96539 None None] Enqueued Resource ID: 8b2e1bcc-158a-429d-bbe1-751818dffe37 with Priority: HIGHEST for action port [ 909.834030] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2e1bcc-158a-429d-bbe1-751818dffe37 with Priority: HIGHEST for action port [ 909.836473] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2e1bcc-158a-429d-bbe1-751818dffe37 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.836473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2e1bcc-158a-429d-bbe1-751818dffe37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.836473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2e1bcc-158a-429d-bbe1-751818dffe37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.836473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2e1bcc-158a-429d-bbe1-751818dffe37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.836473] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2e1bcc-158a-429d-bbe1-751818dffe37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.963852] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.963852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.963852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.963852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.963852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.963852] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec is going to be created. [ 909.994742] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.994884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.994956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.995185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.995345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.005339] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec in Status: UNINITIALIZED for 2s [ 910.149448] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.149609] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.150512] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.150512] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.150512] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.150512] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 not found, creating... [ 910.150681] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.150845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.150970] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.151212] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.151367] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.151672] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.151898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.151975] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.152794] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.152945] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.153109] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 is going to be created. [ 910.176057] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.176421] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.176421] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.176780] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.177072] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.177378] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.337239] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b2e1bcc-158a-429d-bbe1-751818dffe37 [ 910.337239] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.337239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.337239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.337504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.338170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.338170] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b2e1bcc-158a-429d-bbe1-751818dffe37 already deleted. [ 910.338170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2e1bcc-158a-429d-bbe1-751818dffe37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.950811] env[70860]: INFO networking_nsxv3.common.synchronization [req-6fb60160-a582-4d8b-a9ba-6f83e7830536 req-ab6aefda-fc61-4766-927d-999d31f8f4f7 service nova] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_rules [ 910.950811] env[70860]: INFO networking_nsxv3.common.synchronization [req-6fb60160-a582-4d8b-a9ba-6f83e7830536 req-ab6aefda-fc61-4766-927d-999d31f8f4f7 service nova] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 910.950811] env[70860]: INFO networking_nsxv3.common.synchronization [req-6fb60160-a582-4d8b-a9ba-6f83e7830536 req-ab6aefda-fc61-4766-927d-999d31f8f4f7 service nova] Enqueued Resource ID: 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 with Priority: HIGHEST for action port [ 910.950811] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_rules [ 910.950811] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 910.950811] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 with Priority: HIGHEST for action port [ 910.950811] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.950811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.950811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.954765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.954765] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.954765] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.954765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.954765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.954765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.954765] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.954765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.954765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.954765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.954765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.954765] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.954765] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.955594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.955674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.955800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.955844] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.460088] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.460088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.460088] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.460088] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 with status ACTIVE [ 911.460088] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.460088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.460088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.460088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.460088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.460088] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.460088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.460088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.460088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.460088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.463985] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.464156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.465972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.465972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.465972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.465972] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 is going to be updated. [ 911.486960] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.486960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.486960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.487118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.487196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.487353] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.968116] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.014662] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec in Status: SUCCESS [ 912.014876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.015039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.015256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.015454] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.015579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.015770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.015770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.015877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.015920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.016008] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.470655] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.471753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.471753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.471753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.471753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.471753] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be created. [ 912.496622] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.496830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.496882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.497176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.497382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.507079] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: UNINITIALIZED for 2s [ 912.518960] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.589989] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9eb8222f-fc63-4668-9dd4-ebbd39c4d970 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Enqueued Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_rules [ 912.592387] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_rules [ 912.592712] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d495dfd-cf57-410e-854c-b6b7aab93e36 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.592860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.592934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.593215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.593303] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.788252] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9ea5381a-9268-45cc-8cd8-cc82e581e2e6 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Enqueued Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_rules [ 912.789329] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_rules [ 912.789520] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d495dfd-cf57-410e-854c-b6b7aab93e36 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.789730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.022442] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc68436-cae3-46ee-9c01-7c1841c7c4ec: rpc.has_security_group_logging(os_id): False [ 913.039897] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.040069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.040147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.040358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.040450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.040686] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.040782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.040849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.040999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.041093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.041180] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec is going to be created. [ 913.115037] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.115037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.115037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.115037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.115037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.131113] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec in Status: IN_PROGRESS for 2s [ 913.135264] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.135741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.135741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.135847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.135891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.135989] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 already deleted. [ 913.136094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.136319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.136426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.136546] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.662554] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.662554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.662554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.662554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.662554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.662554] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 already deleted. [ 913.662554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.516461] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 914.517449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.517813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.518251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.519238] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.519238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.519238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.519238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.519238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.519238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.519558] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.024661] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.024661] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.024661] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.024661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.026187] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.026649] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.026999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.027247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.027677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.027983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.028312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.029776] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.142822] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec in Status: SUCCESS [ 915.142997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.531376] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 580551e7-fb09-44b5-874f-90fff5de4532: rpc.has_security_group_logging(os_id): False [ 915.553374] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.555423] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.555423] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.555423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.555875] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.555875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.555875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.555875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.556031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.557525] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be created. [ 915.617562] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.617901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.618957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.618957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.619169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.631271] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 915.760142] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9568783d-0e87-49be-bc07-569e00689227 None None] Enqueued Resource ID: e27adc9d-cc9b-454e-af20-2c116376bea8 with Priority: HIGHEST for action port [ 915.760877] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27adc9d-cc9b-454e-af20-2c116376bea8 with Priority: HIGHEST for action port [ 915.761619] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27adc9d-cc9b-454e-af20-2c116376bea8 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.761710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27adc9d-cc9b-454e-af20-2c116376bea8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.761743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27adc9d-cc9b-454e-af20-2c116376bea8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.762152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27adc9d-cc9b-454e-af20-2c116376bea8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.762347] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27adc9d-cc9b-454e-af20-2c116376bea8',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.266535] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e27adc9d-cc9b-454e-af20-2c116376bea8 [ 916.266819] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.266877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.266958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.267320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.267320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.267488] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e27adc9d-cc9b-454e-af20-2c116376bea8 already deleted. [ 916.267596] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27adc9d-cc9b-454e-af20-2c116376bea8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.401504] env[70860]: INFO networking_nsxv3.common.synchronization [req-a2de21be-81b9-4fed-9e0b-8f365e76be1c req-e192a304-d6f9-4835-a8fa-6afd26a0f8a9 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 916.401504] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGHEST for action security_group_members [ 916.401504] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.409059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.409320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.409600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.409827] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.409948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.410024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.410181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.410266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.410364] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.913665] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.913913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.913913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.914143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.914247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.914437] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.914533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.914596] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.914757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.914834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.914989] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be updated. [ 916.943219] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.943366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.943439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.943654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.943802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.953204] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: IN_PROGRESS for 2s [ 917.642867] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 917.643234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.507415] env[70860]: INFO networking_nsxv3.common.synchronization [None req-04d5045c-0e94-43b5-ba5c-905775fbd6a0 None None] Enqueued Resource ID: 9891fcfb-714e-4d18-a8b0-8f46efd09a53 with Priority: HIGHEST for action port [ 918.508277] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9891fcfb-714e-4d18-a8b0-8f46efd09a53 with Priority: HIGHEST for action port [ 918.508277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-9891fcfb-714e-4d18-a8b0-8f46efd09a53 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.510106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9891fcfb-714e-4d18-a8b0-8f46efd09a53" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.510106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9891fcfb-714e-4d18-a8b0-8f46efd09a53" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.510106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9891fcfb-714e-4d18-a8b0-8f46efd09a53" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.510106] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9891fcfb-714e-4d18-a8b0-8f46efd09a53',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.964721] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5683991d-e63b-4031-95c3-48506ad0936a in Status: SUCCESS [ 918.964985] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5683991d-e63b-4031-95c3-48506ad0936a deletion is rescheduled due to dependency. [ 918.965040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.012597] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9891fcfb-714e-4d18-a8b0-8f46efd09a53 [ 919.013109] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.013426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.013802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.014208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.014545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.015119] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9891fcfb-714e-4d18-a8b0-8f46efd09a53 already deleted. [ 919.015349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9891fcfb-714e-4d18-a8b0-8f46efd09a53" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.800331] env[70860]: INFO networking_nsxv3.common.synchronization [req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 req-63593214-168d-4e29-ad3f-bb0dcbb23a07 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Enqueued Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_members [ 919.800856] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGHEST for action security_group_members [ 919.802028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.802028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.802191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.802279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.802866] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.802866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.802866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.802866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.802866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.803143] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.305228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.305228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.305618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.305618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.305618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.305803] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.305901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.305963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.306128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.306207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.306296] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b294429-0afa-4ae5-9538-8265ccaff913 is going to be updated. [ 920.332882] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.333063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.333145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.333358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.333502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.341272] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b294429-0afa-4ae5-9538-8265ccaff913 in Status: IN_PROGRESS for 2s [ 920.669242] env[70860]: INFO networking_nsxv3.common.synchronization [req-6fb60160-a582-4d8b-a9ba-6f83e7830536 req-5d4b2abb-99d6-460e-9c4d-da377f35b44c tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 920.669865] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 920.670286] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.670435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.670514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.670789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.670963] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.672043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.672043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.672043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.672199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.672199] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.984014] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.984235] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.984364] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.984636] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.984894] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.985567] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.985567] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.985732] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.985900] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.986246] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.986373] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.986554] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.986845] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.986845] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.986965] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.987152] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.006106] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.006295] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.006439] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.006622] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.006963] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-b35a2c90-e38a-46ad-ba8d-982adf603fd1 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.007177] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-b35a2c90-e38a-46ad-ba8d-982adf603fd1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.007313] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-b35a2c90-e38a-46ad-ba8d-982adf603fd1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.007633] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-b35a2c90-e38a-46ad-ba8d-982adf603fd1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.007781] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35a2c90-e38a-46ad-ba8d-982adf603fd1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.178189] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.510747] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.511078] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.511406] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.511519] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.511707] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.511943] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port b35a2c90-e38a-46ad-ba8d-982adf603fd1 not found, creating... [ 921.512312] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.513023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.513023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.513023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.513023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.513273] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.513434] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.513557] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.513772] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.513937] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.514098] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: b35a2c90-e38a-46ad-ba8d-982adf603fd1 is going to be created. [ 921.534051] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.534051] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.534249] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.534808] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.535110] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.535393] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-b35a2c90-e38a-46ad-ba8d-982adf603fd1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.679586] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.182015] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.182015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.182015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.182197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.182274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.182373] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 922.213645] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.213789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.213860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.214080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.214224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.222893] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 922.272447] env[70860]: INFO networking_nsxv3.common.synchronization [req-6fb60160-a582-4d8b-a9ba-6f83e7830536 req-412301a0-1fdb-4040-b271-6f269ae9a180 service nova] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_rules [ 922.272649] env[70860]: INFO networking_nsxv3.common.synchronization [req-6fb60160-a582-4d8b-a9ba-6f83e7830536 req-412301a0-1fdb-4040-b271-6f269ae9a180 service nova] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 922.272794] env[70860]: INFO networking_nsxv3.common.synchronization [req-6fb60160-a582-4d8b-a9ba-6f83e7830536 req-412301a0-1fdb-4040-b271-6f269ae9a180 service nova] Enqueued Resource ID: b35a2c90-e38a-46ad-ba8d-982adf603fd1 with Priority: HIGHEST for action port [ 922.273050] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_rules [ 922.273179] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 922.273275] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35a2c90-e38a-46ad-ba8d-982adf603fd1 with Priority: HIGHEST for action port [ 922.274569] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.274730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.274831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.276216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.276216] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.276216] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.276216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.276437] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35a2c90-e38a-46ad-ba8d-982adf603fd1 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.277264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35a2c90-e38a-46ad-ba8d-982adf603fd1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.277346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35a2c90-e38a-46ad-ba8d-982adf603fd1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.277600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35a2c90-e38a-46ad-ba8d-982adf603fd1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.277600] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35a2c90-e38a-46ad-ba8d-982adf603fd1',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.350515] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b294429-0afa-4ae5-9538-8265ccaff913 in Status: SUCCESS [ 922.350685] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b294429-0afa-4ae5-9538-8265ccaff913 deletion is rescheduled due to dependency. [ 922.350795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.779067] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.779630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.780926] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b35a2c90-e38a-46ad-ba8d-982adf603fd1 with status ACTIVE [ 922.781135] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.781257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.781326] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.781529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.781618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.781798] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.781975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.781975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.782838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.782838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.782838] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.782838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.782838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.782838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.782838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.782838] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b35a2c90-e38a-46ad-ba8d-982adf603fd1 is going to be updated. [ 922.803147] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.803278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.803348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.803543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.803680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.803907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35a2c90-e38a-46ad-ba8d-982adf603fd1" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.232762] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 924.233056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.233172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.233386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.233579] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.233733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.233781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.233896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.233995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.234083] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.738152] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.240410] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.744164] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.744164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.744164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.744164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.744164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.744164] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 925.768636] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.768636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.768636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.768957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.769098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.776717] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 926.385018] env[70860]: INFO networking_nsxv3.common.synchronization [req-93c5d796-4efc-455a-af17-367a0603a94d req-09669006-c361-46ee-b47d-2cfa0d7274f5 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 926.385018] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 926.385018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.385018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.385018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.389019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.389019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.389019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.389019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.389019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.389019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.389019] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.516643] env[70860]: INFO networking_nsxv3.common.synchronization [None req-93ef63f0-5857-49e9-af94-51ed915a14bf None None] Enqueued Resource ID: ee95eea9-9dd6-44f7-869c-ef9a1d5e239c with Priority: HIGHEST for action port [ 926.516904] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee95eea9-9dd6-44f7-869c-ef9a1d5e239c with Priority: HIGHEST for action port [ 926.517512] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee95eea9-9dd6-44f7-869c-ef9a1d5e239c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.517638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee95eea9-9dd6-44f7-869c-ef9a1d5e239c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.520021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee95eea9-9dd6-44f7-869c-ef9a1d5e239c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.520021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee95eea9-9dd6-44f7-869c-ef9a1d5e239c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.520021] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee95eea9-9dd6-44f7-869c-ef9a1d5e239c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.754430] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.755881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.756490] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.756490] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.757032] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.757207] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.757422] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.757781] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.758283] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.758476] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.758603] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.758716] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.758830] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.758968] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.760917] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.761524] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.779041] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.779259] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.779409] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.779601] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.779973] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-96b94cfc-d0c9-4556-808b-e9f46acee63e taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.780138] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-96b94cfc-d0c9-4556-808b-e9f46acee63e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.780296] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-96b94cfc-d0c9-4556-808b-e9f46acee63e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.780656] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-96b94cfc-d0c9-4556-808b-e9f46acee63e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.780808] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b94cfc-d0c9-4556-808b-e9f46acee63e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.890254] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.890430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.890504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.890729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.891059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.891059] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.891170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.891170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.891426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.891426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.891658] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e already deleted. [ 926.891658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.019690] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee95eea9-9dd6-44f7-869c-ef9a1d5e239c [ 927.019854] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.019994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.020072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.020409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.020506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.020606] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee95eea9-9dd6-44f7-869c-ef9a1d5e239c already deleted. [ 927.020683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee95eea9-9dd6-44f7-869c-ef9a1d5e239c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.284146] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.284669] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.284993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.285508] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.285863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.286135] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 96b94cfc-d0c9-4556-808b-e9f46acee63e not found, creating... [ 927.286693] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.286693] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.286880] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.289070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.289070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.289070] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.289070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.289070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.289070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.289070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.289070] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 96b94cfc-d0c9-4556-808b-e9f46acee63e is going to be created. [ 927.308367] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.308794] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.309017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.309377] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.309688] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.309990] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-96b94cfc-d0c9-4556-808b-e9f46acee63e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.789238] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 927.789572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.789748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.789978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.790197] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.790313] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.790391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.790571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.790654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.790738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.790828] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.151026] env[70860]: INFO networking_nsxv3.common.synchronization [req-93c5d796-4efc-455a-af17-367a0603a94d req-890ef6d5-b9e1-4832-94f7-febf7bdae765 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 928.151026] env[70860]: INFO networking_nsxv3.common.synchronization [req-93c5d796-4efc-455a-af17-367a0603a94d req-890ef6d5-b9e1-4832-94f7-febf7bdae765 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 928.151026] env[70860]: INFO networking_nsxv3.common.synchronization [req-93c5d796-4efc-455a-af17-367a0603a94d req-890ef6d5-b9e1-4832-94f7-febf7bdae765 service nova] Enqueued Resource ID: 96b94cfc-d0c9-4556-808b-e9f46acee63e with Priority: HIGHEST for action port [ 928.151026] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 928.151026] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 928.151026] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b94cfc-d0c9-4556-808b-e9f46acee63e with Priority: HIGHEST for action port [ 928.151026] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.151026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.151026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.151026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.151026] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.153520] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.153520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.153520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.153520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.153715] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.153759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.153818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.153985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.154082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.154309] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.154957] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b94cfc-d0c9-4556-808b-e9f46acee63e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.155749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b94cfc-d0c9-4556-808b-e9f46acee63e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.155749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b94cfc-d0c9-4556-808b-e9f46acee63e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.155749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b94cfc-d0c9-4556-808b-e9f46acee63e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.155749] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b94cfc-d0c9-4556-808b-e9f46acee63e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.293992] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.294181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.294250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.294483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.294659] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.294770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.294812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.294960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.295061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.295422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.295616] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.295706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.295769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.295910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.296063] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.296530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.296530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.296530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.296530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.296530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.296728] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.657662] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.657797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.658054] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.658945] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96b94cfc-d0c9-4556-808b-e9f46acee63e with status ACTIVE [ 928.659144] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.659257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.659324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.659528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.659743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.659789] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.659870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.659931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.660096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.660174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.660352] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.661657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.661769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.666827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.666827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.667053] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96b94cfc-d0c9-4556-808b-e9f46acee63e is going to be updated. [ 928.670441] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.692403] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.692656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.692656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.692907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.693052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.693212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b94cfc-d0c9-4556-808b-e9f46acee63e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.801395] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 580551e7-fb09-44b5-874f-90fff5de4532: rpc.has_security_group_logging(os_id): False [ 928.825347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.825494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.825584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.825816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.825932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.826192] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.826192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.826330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.826444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.826473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.826652] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.826746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.826806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.826949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.827046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.827263] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.827339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.827377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.827511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.827584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.827670] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 928.892833] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.893015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.893061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.893280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.893529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.904955] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 929.060330] env[70860]: INFO networking_nsxv3.common.synchronization [None req-cccc7c70-9457-4210-a72d-a98e4321858d None None] Enqueued Resource ID: 30ec989f-fde5-4f02-bdbd-f1c73af4f0fc with Priority: HIGHEST for action port [ 929.060982] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ec989f-fde5-4f02-bdbd-f1c73af4f0fc with Priority: HIGHEST for action port [ 929.062426] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-30ec989f-fde5-4f02-bdbd-f1c73af4f0fc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.062560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30ec989f-fde5-4f02-bdbd-f1c73af4f0fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.062669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30ec989f-fde5-4f02-bdbd-f1c73af4f0fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.062934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30ec989f-fde5-4f02-bdbd-f1c73af4f0fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.063036] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30ec989f-fde5-4f02-bdbd-f1c73af4f0fc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.172984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.173181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.173293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.173564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.173649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.173750] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be created. [ 929.195443] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.195604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.195662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.196791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.196791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.204856] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: UNINITIALIZED for 2s [ 929.405516] env[70860]: INFO networking_nsxv3.common.synchronization [req-824310db-c445-4960-a426-df1b216b12ed req-a5d998a5-1878-455a-a904-c2f0601f9160 tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Enqueued Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_members [ 929.406345] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGHEST for action security_group_members [ 929.406769] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.406946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.407128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.407389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.407590] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.407736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.407832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.408067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.409319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.409645] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.569759] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30ec989f-fde5-4f02-bdbd-f1c73af4f0fc [ 929.569759] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.569759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.569759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.569759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.569759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.569759] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30ec989f-fde5-4f02-bdbd-f1c73af4f0fc already deleted. [ 929.569759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30ec989f-fde5-4f02-bdbd-f1c73af4f0fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.913501] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.913822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.913976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.914285] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.960423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.960727] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.960867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.960960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.962860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.962860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.962860] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 is going to be updated. [ 930.001157] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.003025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.003025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.003025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.003025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.011674] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 in Status: IN_PROGRESS for 2s [ 930.918892] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 930.918892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.215022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 931.215022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.215022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.215192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.215358] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.215448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.215504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.215640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.215716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.215793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.215880] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.718762] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.718968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.719802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.719802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.719802] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.719802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.719802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.721312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.721312] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.721312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.721312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721312] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.721312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.721312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.724310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.724520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.724688] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.022520] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 in Status: SUCCESS [ 932.023500] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 deletion is rescheduled due to dependency. [ 932.023500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.227642] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb377ce-1e2e-484b-84d3-2b1b2447ff9e: rpc.has_security_group_logging(os_id): False [ 932.243976] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.244148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.244223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.244510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.244612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.244812] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.244907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.244972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.246041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.246041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.246041] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.246041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.246041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.246041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.246041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.246041] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.246041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.246417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.246417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.246417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.246417] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be created. [ 932.299585] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.299732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.299799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.300113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.300456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.309955] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 934.185768] env[70860]: INFO networking_nsxv3.common.synchronization [req-9447ef58-5b57-490b-9f75-d1d69a691124 req-7de4b8c6-ebc2-48f0-8405-d3b0336b5338 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 934.186604] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 934.188214] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.188375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.188475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.188685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.188895] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.190961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.191181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.191311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.191422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.191536] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.229246] env[70860]: INFO networking_nsxv3.common.synchronization [req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d req-a214901a-2c39-4d00-996d-8c63f89265b8 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 934.229246] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 934.229246] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.229246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.324640] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 934.324880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.695107] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.196787] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.704027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.704027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.704027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.704027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.704027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.704027] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 935.727512] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.727753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.727827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.728879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.728879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.738263] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 936.469066] env[70860]: INFO networking_nsxv3.common.synchronization [req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f req-f46a3d17-3044-4f0b-a1d9-86e9e2c46a08 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Enqueued Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGHEST for action security_group_members [ 936.469579] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGHEST for action security_group_members [ 936.469889] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.470018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.470090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.470388] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.470500] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.470639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.470710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.470857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.470942] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.471049] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.768861] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.769191] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-481" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.769415] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-481" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.770381] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-481" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.770784] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.771205] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.771292] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.771654] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.771921] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.772283] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.772493] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.772695] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.772887] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.773100] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.773308] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.773518] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.791985] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.792982] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.792982] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.792982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-481" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.792982] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-a5d5417a-6688-44a7-9102-d6d94f5b69ca taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.792982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-a5d5417a-6688-44a7-9102-d6d94f5b69ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.793277] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-a5d5417a-6688-44a7-9102-d6d94f5b69ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.793487] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-a5d5417a-6688-44a7-9102-d6d94f5b69ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.793672] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d5417a-6688-44a7-9102-d6d94f5b69ca',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.977188] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.977380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.977449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.977698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.977793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.978172] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.978364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.978458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.978656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.978756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.978850] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 already deleted. [ 936.978958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.092624] env[70860]: INFO networking_nsxv3.common.synchronization [req-807a1494-2206-4204-9f0e-49d43c321c5e req-9972952b-7616-4785-81a8-edb4eda48b59 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 937.092807] env[70860]: INFO networking_nsxv3.common.synchronization [req-807a1494-2206-4204-9f0e-49d43c321c5e req-9972952b-7616-4785-81a8-edb4eda48b59 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 937.092946] env[70860]: INFO networking_nsxv3.common.synchronization [req-807a1494-2206-4204-9f0e-49d43c321c5e req-9972952b-7616-4785-81a8-edb4eda48b59 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Enqueued Resource ID: b4a3a694-de70-4d51-ae57-124036cae47b with Priority: HIGHEST for action security_group_members [ 937.093507] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGHEST for action security_group_members [ 937.093647] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGHEST for action security_group_members [ 937.093747] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a3a694-de70-4d51-ae57-124036cae47b with Priority: HIGHEST for action security_group_members [ 937.094143] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.094143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.094252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.094811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.094811] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.094811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.094811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.095013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.095013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.095078] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.096436] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.096436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.096573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.096639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.096777] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.096871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.096934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.097106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.097185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.097273] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.098317] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a3a694-de70-4d51-ae57-124036cae47b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.098317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.098317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.098486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.098524] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.098612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.098645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.098969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.098969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.098969] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a3a694-de70-4d51-ae57-124036cae47b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.295850] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.296258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.296432] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.297119] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.297119] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.297257] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port a5d5417a-6688-44a7-9102-d6d94f5b69ca not found, creating... [ 937.297553] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.297731] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.297858] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.298312] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.298513] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.298815] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.298993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.299173] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.299405] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.299548] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.299699] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: a5d5417a-6688-44a7-9102-d6d94f5b69ca is going to be created. [ 937.318026] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.318270] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.318448] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.318739] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.319049] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.319340] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-a5d5417a-6688-44a7-9102-d6d94f5b69ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.601214] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.602408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.602408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.602408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.602408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.602408] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.602408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.602408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.602408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.602408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.602408] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be updated. [ 937.606278] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.606278] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.606278] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f is going to be updated. [ 937.606278] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.606278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.623548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.623885] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.623985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.624033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.624876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.624876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.624876] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a3a694-de70-4d51-ae57-124036cae47b is going to be updated. [ 937.635966] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.636163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.636252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.636736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.636736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.638577] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.638692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.638754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.638918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.639048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.651016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: IN_PROGRESS for 2s [ 937.651826] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: IN_PROGRESS for 2s [ 937.652641] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.652778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.652902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.653169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.653315] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.663704] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a3a694-de70-4d51-ae57-124036cae47b in Status: IN_PROGRESS for 2s [ 937.749101] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 937.749228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.749331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.749573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.749781] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.749914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.749988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.750176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.750262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.750373] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.030616] env[70860]: INFO networking_nsxv3.common.synchronization [req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f req-493b665b-b637-496c-b0c2-56541d3ee826 service nova] Enqueued Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGHEST for action security_group_rules [ 938.030801] env[70860]: INFO networking_nsxv3.common.synchronization [req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f req-493b665b-b637-496c-b0c2-56541d3ee826 service nova] Enqueued Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGHEST for action security_group_members [ 938.030942] env[70860]: INFO networking_nsxv3.common.synchronization [req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f req-493b665b-b637-496c-b0c2-56541d3ee826 service nova] Enqueued Resource ID: a5d5417a-6688-44a7-9102-d6d94f5b69ca with Priority: HIGHEST for action port [ 938.031261] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGHEST for action security_group_rules [ 938.031412] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGHEST for action security_group_members [ 938.031513] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d5417a-6688-44a7-9102-d6d94f5b69ca with Priority: HIGHEST for action port [ 938.032126] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.032268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.032339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.032599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.032683] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.033613] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.033613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.033781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.033815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.033950] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.034062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.034119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.034259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.034346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.034431] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.035978] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5d5417a-6688-44a7-9102-d6d94f5b69ca taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.036131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5d5417a-6688-44a7-9102-d6d94f5b69ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.036284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5d5417a-6688-44a7-9102-d6d94f5b69ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.036355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5d5417a-6688-44a7-9102-d6d94f5b69ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.036434] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d5417a-6688-44a7-9102-d6d94f5b69ca',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.253093] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.253093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.253093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.253225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.253254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.253487] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.253618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.253685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.253859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.253939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.254041] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 938.284079] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.284079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.284253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.284337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.284477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.293314] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 938.537611] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.539528] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.539528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.539528] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5d5417a-6688-44a7-9102-d6d94f5b69ca with status ACTIVE [ 938.539528] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.539528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.539731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.543165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.543284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.543475] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.543575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.543632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.543861] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.543911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.544102] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.544201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.544263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.544409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.544482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.544566] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5d5417a-6688-44a7-9102-d6d94f5b69ca is going to be updated. [ 938.564955] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.565152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.565227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.565449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.565590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.565752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5d5417a-6688-44a7-9102-d6d94f5b69ca" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.041028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.543439] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.543682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.543830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.544140] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.544287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.544428] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 is going to be created. [ 939.568976] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.569227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.569347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.569592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.569808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.578225] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 in Status: UNINITIALIZED for 2s [ 939.663828] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77132f8-c7dc-45cc-b698-410dcc55f06f in Status: SUCCESS [ 939.663828] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f deletion is rescheduled due to dependency. [ 939.663828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.665442] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cc0dad-3373-4546-9c1c-fca54bae096e in Status: SUCCESS [ 939.665583] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e deletion is rescheduled due to dependency. [ 939.665706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.674378] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a3a694-de70-4d51-ae57-124036cae47b in Status: SUCCESS [ 939.674378] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a3a694-de70-4d51-ae57-124036cae47b deletion is rescheduled due to dependency. [ 939.674378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a3a694-de70-4d51-ae57-124036cae47b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.305930] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 940.305930] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 deletion is rescheduled due to dependency. [ 940.305930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.356518] env[70860]: INFO networking_nsxv3.common.synchronization [req-21dd4a57-2e08-4e12-9a8f-96f750047811 req-bed0067b-ea71-4085-9707-22a31a911887 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 940.357105] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 940.357442] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.357571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.357643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.357848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.358015] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.359539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.359539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.359539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.359539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.359539] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.860655] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.860805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.860874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.861148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.880222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.880522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.880647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.880715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.880917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.881010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.881114] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 940.897042] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.897042] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.897042] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.897042] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.897042] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.897042] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.897042] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.897042] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.897042] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.897042] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.897042] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.897042] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.897042] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.897498] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.897498] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.897498] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.905181] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.905325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.905355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.905537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.905873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.915122] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.915295] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.915441] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.915939] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.916281] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-7b786165-30f8-488c-b819-98fc8953483b taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.916463] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-7b786165-30f8-488c-b819-98fc8953483b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.916589] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-7b786165-30f8-488c-b819-98fc8953483b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.917627] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-7b786165-30f8-488c-b819-98fc8953483b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.917627] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b786165-30f8-488c-b819-98fc8953483b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.919012] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 940.945981] env[70860]: INFO networking_nsxv3.common.synchronization [req-0aa7beb2-8357-45e1-9346-bb19e4edb050 req-0136b7eb-ef52-45f6-9fcc-7500bc4b97cf tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 940.945981] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGHEST for action security_group_members [ 940.946227] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.946415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.946490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.946695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.946865] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.946965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.947040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.947194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.947278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.947368] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.422018] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.422018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.422018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.422018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.422018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.422018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 7b786165-30f8-488c-b819-98fc8953483b not found, creating... [ 941.422018] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.422018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.422018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.422018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.422018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.422700] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.422700] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.422700] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.422961] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.422961] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.423477] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 7b786165-30f8-488c-b819-98fc8953483b is going to be created. [ 941.441859] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.441859] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.441859] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.442553] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.443461] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.443912] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-7b786165-30f8-488c-b819-98fc8953483b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.454483] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.454600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.454654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.454925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.455085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.455361] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.455502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.455571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.456132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.456235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.456369] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b is going to be updated. [ 941.488409] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.488409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.488409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.488409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.488409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.495434] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: IN_PROGRESS for 2s [ 941.590110] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 in Status: SUCCESS [ 941.590110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.590110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.590110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.590110] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.590110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.590110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.590110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.590110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.590110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.590110] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.094539] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.094703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.094782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.095431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.095431] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.095431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.095431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.095662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.095662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.095662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.095801] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.095890] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.095952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.096141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.096286] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.096377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.096438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.096579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.096654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.096736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.096826] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.554806] env[70860]: INFO networking_nsxv3.common.synchronization [req-21dd4a57-2e08-4e12-9a8f-96f750047811 req-fdef9247-a0c6-41fd-a1e2-ad6da19adcaa service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 942.554806] env[70860]: INFO networking_nsxv3.common.synchronization [req-21dd4a57-2e08-4e12-9a8f-96f750047811 req-fdef9247-a0c6-41fd-a1e2-ad6da19adcaa service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 942.554806] env[70860]: INFO networking_nsxv3.common.synchronization [req-21dd4a57-2e08-4e12-9a8f-96f750047811 req-fdef9247-a0c6-41fd-a1e2-ad6da19adcaa service nova] Enqueued Resource ID: 7b786165-30f8-488c-b819-98fc8953483b with Priority: HIGHEST for action port [ 942.554806] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 942.554806] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 942.554806] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b786165-30f8-488c-b819-98fc8953483b with Priority: HIGHEST for action port [ 942.555192] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.556443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.556443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.556564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.556564] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.557418] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.557506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.557689] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b786165-30f8-488c-b819-98fc8953483b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.557780] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b786165-30f8-488c-b819-98fc8953483b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.557840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b786165-30f8-488c-b819-98fc8953483b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.557996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b786165-30f8-488c-b819-98fc8953483b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.558119] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b786165-30f8-488c-b819-98fc8953483b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.600338] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099: rpc.has_security_group_logging(os_id): False [ 942.617762] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.617762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.617966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.618028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.619160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.619160] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.619160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.619160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.619160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.619160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.619160] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.619160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.619160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.619160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.619669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.619669] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.619669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.619669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.619783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.619783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.621243] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 is going to be created. [ 942.675256] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.675256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.675256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.675256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.675256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.684927] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 in Status: IN_PROGRESS for 2s [ 942.930983] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 942.930983] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc deletion is rescheduled due to dependency. [ 942.930983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.931468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.931752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.931997] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.932207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.932306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.932510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.932631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.932770] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.060128] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.060285] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.063063] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b786165-30f8-488c-b819-98fc8953483b with status ACTIVE [ 943.063282] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.063404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.063472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.063707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.063961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.064125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.064173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.064204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.064371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.064464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.064683] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.064781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.064933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.065000] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.065101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.065186] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b786165-30f8-488c-b819-98fc8953483b is going to be updated. [ 943.086831] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.086981] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.087054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.087274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.087426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.087607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b786165-30f8-488c-b819-98fc8953483b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.435539] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.511715] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b in Status: SUCCESS [ 943.511715] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b deletion is rescheduled due to dependency. [ 943.511715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.796219] env[70860]: INFO networking_nsxv3.common.synchronization [None req-3dc05f59-092e-4b19-b261-36e7841736dd tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_rules [ 943.796747] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_rules [ 943.797064] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3908238a-5876-4b12-abf2-d27e648b37d7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.797371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.797371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.797497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.797678] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.896232] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c7f877d2-a7cd-4ec3-83c7-23f3a8b6d0e9 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_rules [ 943.896232] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_rules [ 943.896232] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3908238a-5876-4b12-abf2-d27e648b37d7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.896232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.938357] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.328716] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.328716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.328716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.328716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.328716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.328716] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3908238a-5876-4b12-abf2-d27e648b37d7 already deleted. [ 944.328716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.328716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.328716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.328716] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.444675] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.444675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.444675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.444675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.444675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.444675] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 944.472680] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.472680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.472680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.472680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.472680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.483119] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 944.696857] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 in Status: SUCCESS [ 944.696857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.853354] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.853636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.853636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.853774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.853866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.853964] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3908238a-5876-4b12-abf2-d27e648b37d7 already deleted. [ 944.854095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.634594] env[70860]: INFO networking_nsxv3.common.synchronization [None req-a86872c8-4af7-4bce-bc58-152297bab73e None None] Enqueued Resource ID: acd0dbcc-a653-4c8b-85b8-eee4e79766fe with Priority: HIGHEST for action port [ 945.635168] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd0dbcc-a653-4c8b-85b8-eee4e79766fe with Priority: HIGHEST for action port [ 945.635483] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-acd0dbcc-a653-4c8b-85b8-eee4e79766fe taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.636015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acd0dbcc-a653-4c8b-85b8-eee4e79766fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.637143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acd0dbcc-a653-4c8b-85b8-eee4e79766fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.637446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acd0dbcc-a653-4c8b-85b8-eee4e79766fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.637521] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acd0dbcc-a653-4c8b-85b8-eee4e79766fe',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.142074] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acd0dbcc-a653-4c8b-85b8-eee4e79766fe [ 946.142074] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.142074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.142074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.142074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.142074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.142074] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acd0dbcc-a653-4c8b-85b8-eee4e79766fe already deleted. [ 946.142074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acd0dbcc-a653-4c8b-85b8-eee4e79766fe" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.492550] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 946.492954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.493163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.493605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.493605] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.493716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.493716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.493888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.493948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.494044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.494113] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.997907] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.999179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.999179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.999179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.999179] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.999179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.999179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.999179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.999179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.999179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.999664] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.999664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.999664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.999664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.999804] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.999804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.999880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.000929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.000929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.000929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.000929] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.504438] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06c0d4b-d55a-4652-bc2f-96485d6d1acc: rpc.has_security_group_logging(os_id): False [ 947.526216] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.526370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.526560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.526690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.526739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.526961] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.527074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.527137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.527289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.527364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.527538] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.527632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.527718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.527898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.528025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.530669] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.530782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.530851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.531097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.531097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.531191] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 947.590264] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.590264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.590264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.590264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.590982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.604178] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 947.744133] env[70860]: INFO networking_nsxv3.common.synchronization [None req-91598cb2-2817-41a9-9e52-4e4b6fad767d tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Enqueued Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_rules [ 947.744133] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_rules [ 947.744133] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.744133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.744133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.744133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.744133] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.784243] env[70860]: INFO networking_nsxv3.common.synchronization [None req-1674cce3-8b02-4f80-8aaf-bfe4704bc15e None None] Enqueued Resource ID: f8920d23-357e-4a09-87ee-81b67b7c8c05 with Priority: HIGHEST for action port [ 947.785057] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8920d23-357e-4a09-87ee-81b67b7c8c05 with Priority: HIGHEST for action port [ 947.785057] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8920d23-357e-4a09-87ee-81b67b7c8c05 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.785282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8920d23-357e-4a09-87ee-81b67b7c8c05" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.785282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8920d23-357e-4a09-87ee-81b67b7c8c05" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.785489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8920d23-357e-4a09-87ee-81b67b7c8c05" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.785691] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8920d23-357e-4a09-87ee-81b67b7c8c05',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.877431] env[70860]: INFO networking_nsxv3.common.synchronization [None req-59fe7ea9-7996-4c15-8026-527d58df3506 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Enqueued Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_rules [ 947.877691] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_rules [ 947.878021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.878180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.147094] env[70860]: INFO networking_nsxv3.common.synchronization [None req-7034d743-616f-4b5d-9ccc-d14d8edf5b4b tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 948.147660] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 948.147910] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.149156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.149243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.149445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.149664] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.151876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.151965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.152183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.152254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.152350] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.277560] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.277560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.277560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.277560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.277560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.277560] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b01026-26c4-49d1-953c-a673b5ec4771 already deleted. [ 948.277560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.277560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.277560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.277560] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.290443] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8920d23-357e-4a09-87ee-81b67b7c8c05 [ 948.290703] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.290789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.290851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.291052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.291139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.291234] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8920d23-357e-4a09-87ee-81b67b7c8c05 already deleted. [ 948.291315] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8920d23-357e-4a09-87ee-81b67b7c8c05" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.393158] env[70860]: INFO networking_nsxv3.common.synchronization [req-9de451a1-c860-433d-862f-e7f35b494696 req-90b6c7e8-7966-4b44-9c43-b8261528df2f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 948.393158] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 948.393738] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.394008] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.394183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.394552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.394809] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.396637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.396637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.396637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.396637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.396637] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.654279] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.797626] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.797774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.797830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.798060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.798161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.798261] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b01026-26c4-49d1-953c-a673b5ec4771 already deleted. [ 948.798344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.898785] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.156565] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.403432] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.618616] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 949.618838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.660802] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.661232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.661232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.662053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.662422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.662497] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 949.690470] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.690470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.690470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.690470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.690470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.698042] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 949.905624] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.905790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.905850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.906084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.906178] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.906280] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 949.934180] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.934180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.934180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.934180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.934180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.941229] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 950.130297] env[70860]: INFO networking_nsxv3.common.synchronization [None req-b12b1bdc-6b1a-4d76-b789-f14f52c07879 None None] Enqueued Resource ID: 18e73321-6611-4c90-8b5b-bda29ec87659 with Priority: HIGHEST for action port [ 950.130297] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e73321-6611-4c90-8b5b-bda29ec87659 with Priority: HIGHEST for action port [ 950.130297] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e73321-6611-4c90-8b5b-bda29ec87659 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.130297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e73321-6611-4c90-8b5b-bda29ec87659" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.130723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e73321-6611-4c90-8b5b-bda29ec87659" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.131115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e73321-6611-4c90-8b5b-bda29ec87659" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.131321] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e73321-6611-4c90-8b5b-bda29ec87659',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.635044] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18e73321-6611-4c90-8b5b-bda29ec87659 [ 950.635044] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.635044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.635044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.635044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.635044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.635044] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18e73321-6611-4c90-8b5b-bda29ec87659 already deleted. [ 950.635044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e73321-6611-4c90-8b5b-bda29ec87659" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.768629] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.768936] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.768972] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.769257] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.769526] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.769687] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.769825] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.770094] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.770265] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.770494] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.770613] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.770724] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.770834] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.770943] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.771185] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.771241] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.788151] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.788151] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.788275] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.788461] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.788755] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-5c4d9586-b6d8-476a-b1a4-704e6bad4965 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.788926] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-5c4d9586-b6d8-476a-b1a4-704e6bad4965" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.789064] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-5c4d9586-b6d8-476a-b1a4-704e6bad4965" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.789387] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-5c4d9586-b6d8-476a-b1a4-704e6bad4965" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.789533] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c4d9586-b6d8-476a-b1a4-704e6bad4965',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.291403] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.291676] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.291790] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.292085] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.292246] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.292511] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 5c4d9586-b6d8-476a-b1a4-704e6bad4965 not found, creating... [ 951.292852] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.293045] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.293158] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.293380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.293526] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.294059] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.294767] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.296061] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.296061] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.296061] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.296061] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 5c4d9586-b6d8-476a-b1a4-704e6bad4965 is going to be created. [ 951.313151] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.313362] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.313491] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.313753] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.316276] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.316276] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-5c4d9586-b6d8-476a-b1a4-704e6bad4965" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.707113] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 951.707351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.795899] env[70860]: INFO networking_nsxv3.common.synchronization [req-60058716-f7aa-4f59-b320-ea4706cef112 req-e02d18d9-6e09-4184-998a-b0b12485a143 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Enqueued Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGHEST for action security_group_members [ 951.795899] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGHEST for action security_group_members [ 951.795899] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.795899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.795899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.795899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.795899] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.798567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.798697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.798906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.799039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.799171] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.955406] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 951.955406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.029372] env[70860]: INFO networking_nsxv3.common.synchronization [req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e req-20ea079e-d5a6-4336-87ed-3fb9c5c43ca0 service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 952.029372] env[70860]: INFO networking_nsxv3.common.synchronization [req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e req-20ea079e-d5a6-4336-87ed-3fb9c5c43ca0 service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 952.029372] env[70860]: INFO networking_nsxv3.common.synchronization [req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e req-20ea079e-d5a6-4336-87ed-3fb9c5c43ca0 service nova] Enqueued Resource ID: 5c4d9586-b6d8-476a-b1a4-704e6bad4965 with Priority: HIGHEST for action port [ 952.029372] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 952.029372] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 952.029372] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4d9586-b6d8-476a-b1a4-704e6bad4965 with Priority: HIGHEST for action port [ 952.030046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.030295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.030452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.030722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.031237] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.032612] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.032836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.033022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.033279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.033912] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.034131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.034275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.034772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.034959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.035141] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.037555] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c4d9586-b6d8-476a-b1a4-704e6bad4965 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.037555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c4d9586-b6d8-476a-b1a4-704e6bad4965" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.037555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c4d9586-b6d8-476a-b1a4-704e6bad4965" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.037555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c4d9586-b6d8-476a-b1a4-704e6bad4965" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.037555] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c4d9586-b6d8-476a-b1a4-704e6bad4965',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.302084] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.302269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.302306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.302869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.302869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.302869] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.302869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.303088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.303088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.303143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.303224] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 is going to be updated. [ 952.330985] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.331133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.331176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.331340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.331471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.339650] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 in Status: IN_PROGRESS for 2s [ 952.517963] env[70860]: INFO networking_nsxv3.common.synchronization [None req-22e416f6-07e4-43e4-9320-660ba86229a5 None None] Enqueued Resource ID: 6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3 with Priority: HIGHEST for action port [ 952.518280] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3 with Priority: HIGHEST for action port [ 952.518847] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.518964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.519423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.519423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.519423] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.532878] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.532991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.538640] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.540596] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c4d9586-b6d8-476a-b1a4-704e6bad4965 with status ACTIVE [ 952.540780] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.541411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.541411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.541411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.541411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.541562] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.541562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.541645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.541760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.541834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.542216] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.542216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.542216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.542430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.542430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.542585] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c4d9586-b6d8-476a-b1a4-704e6bad4965 is going to be updated. [ 952.565346] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.565486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.565545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.565737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.565868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.566046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c4d9586-b6d8-476a-b1a4-704e6bad4965" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.021113] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3 [ 953.021491] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.021491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.021617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.021742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.021831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.021926] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3 already deleted. [ 953.022014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6518d4d4-1eb1-460c-9e6d-d0e6fa28abe3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.044338] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.547086] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.547248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.547312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.547525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.547620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.547718] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 953.575684] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.575833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.575907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.576240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.576323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.593035] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 953.944652] env[70860]: INFO networking_nsxv3.common.synchronization [req-20031095-64d5-42a6-b4df-387b3058700f req-41bb3553-1d43-403f-9929-f825e239ee7e tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Enqueued Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGHEST for action security_group_members [ 953.945198] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGHEST for action security_group_members [ 953.945522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e67811b-fb3a-4ece-addc-f7d2277e7f37 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.945645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.945713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.945951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.946118] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.946214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.946277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.946422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.946505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.946598] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e67811b-fb3a-4ece-addc-f7d2277e7f37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.217069] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.217992] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-138" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.217992] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-138" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.217992] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-138" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.217992] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.218321] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.218470] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.219072] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.219578] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.219578] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.219697] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.219729] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.219839] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.219951] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.220074] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.220213] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.247579] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.247670] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.247773] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.247962] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-138" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.248327] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-097d5e95-bcd9-45da-b169-6ede9ace34c0 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.248515] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-097d5e95-bcd9-45da-b169-6ede9ace34c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.248646] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-097d5e95-bcd9-45da-b169-6ede9ace34c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.248968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-097d5e95-bcd9-45da-b169-6ede9ace34c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.249165] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097d5e95-bcd9-45da-b169-6ede9ace34c0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.348493] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 in Status: SUCCESS [ 954.349335] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 deletion is rescheduled due to dependency. [ 954.349335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.450136] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.450136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.450136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.450136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.450136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.450136] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.450136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.450136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.450136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.450136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.450571] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 already deleted. [ 954.450571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.751880] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.752236] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.752395] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.752730] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.752902] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.753081] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 097d5e95-bcd9-45da-b169-6ede9ace34c0 not found, creating... [ 954.753433] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.753615] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.753742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.753987] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.754151] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.754448] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.754615] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.754736] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.754953] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.755131] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.755305] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 097d5e95-bcd9-45da-b169-6ede9ace34c0 is going to be created. [ 954.775162] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.775387] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.775605] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.775925] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.776218] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.776481] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-097d5e95-bcd9-45da-b169-6ede9ace34c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.438966] env[70860]: INFO networking_nsxv3.common.synchronization [req-20031095-64d5-42a6-b4df-387b3058700f req-4e507961-5905-4f82-b240-b6e7652dacee service nova] Enqueued Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGHEST for action security_group_rules [ 955.439224] env[70860]: INFO networking_nsxv3.common.synchronization [req-20031095-64d5-42a6-b4df-387b3058700f req-4e507961-5905-4f82-b240-b6e7652dacee service nova] Enqueued Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGHEST for action security_group_members [ 955.439351] env[70860]: INFO networking_nsxv3.common.synchronization [req-20031095-64d5-42a6-b4df-387b3058700f req-4e507961-5905-4f82-b240-b6e7652dacee service nova] Enqueued Resource ID: 097d5e95-bcd9-45da-b169-6ede9ace34c0 with Priority: HIGHEST for action port [ 955.439856] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGHEST for action security_group_rules [ 955.439988] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGHEST for action security_group_members [ 955.440103] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097d5e95-bcd9-45da-b169-6ede9ace34c0 with Priority: HIGHEST for action port [ 955.440373] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.440512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.440569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.440803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.440884] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e67811b-fb3a-4ece-addc-f7d2277e7f37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.442538] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e67811b-fb3a-4ece-addc-f7d2277e7f37 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.442614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.442679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.442842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.444297] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.444297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.444297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.444297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.444297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.444297] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e67811b-fb3a-4ece-addc-f7d2277e7f37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.444530] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-097d5e95-bcd9-45da-b169-6ede9ace34c0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.444530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-097d5e95-bcd9-45da-b169-6ede9ace34c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.444608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-097d5e95-bcd9-45da-b169-6ede9ace34c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.444869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-097d5e95-bcd9-45da-b169-6ede9ace34c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.444869] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097d5e95-bcd9-45da-b169-6ede9ace34c0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.602956] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 955.604029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.604029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.604029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.604029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.604029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.604029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.604271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.604271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.604271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.604354] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.946641] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e67811b-fb3a-4ece-addc-f7d2277e7f37 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.946782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.946918] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e67811b-fb3a-4ece-addc-f7d2277e7f37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.947822] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 097d5e95-bcd9-45da-b169-6ede9ace34c0 with status ACTIVE [ 955.948014] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.948134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.948236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.948471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.948564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.948738] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.948833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.948893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.949053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.949131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.949331] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.950456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.950456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.950456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.950456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.950456] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 097d5e95-bcd9-45da-b169-6ede9ace34c0 is going to be updated. [ 955.971519] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.971665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.971747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.971935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.972090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.972241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-097d5e95-bcd9-45da-b169-6ede9ace34c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.109236] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.109236] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.109236] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.109236] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.109236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.109898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.109898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.109898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.109898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.109898] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.452453] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e67811b-fb3a-4ece-addc-f7d2277e7f37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.610782] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06c0d4b-d55a-4652-bc2f-96485d6d1acc: rpc.has_security_group_logging(os_id): False [ 956.634894] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.634894] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.634894] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.634894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.635551] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.635551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.635551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.635551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.635551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.635551] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 956.682102] env[70860]: INFO networking_nsxv3.common.synchronization [req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef req-05be6626-a5ab-4910-aede-8073824bd19e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Enqueued Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_members [ 956.682611] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_members [ 956.682912] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d495dfd-cf57-410e-854c-b6b7aab93e36 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.683060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.683219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.683524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.683725] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.683870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.684190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.684476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.684703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.684703] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.694718] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.695292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.695576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.695882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.696154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.712222] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 956.958047] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.958340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.958340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.958631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.958631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.958740] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 is going to be created. [ 956.983051] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.983255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.983382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.983539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.983720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.998018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 in Status: UNINITIALIZED for 2s [ 957.133190] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.133190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.133190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.133190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.133190] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.133190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.133190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.133190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.133190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.133939] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.134233] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.134470] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.134683] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.134910] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.137628] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.137628] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.170937] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.171118] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.171263] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.171448] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.171771] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-37ba523f-36f1-4bc7-ac1c-0755100466fc taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.171945] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-37ba523f-36f1-4bc7-ac1c-0755100466fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.172081] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-37ba523f-36f1-4bc7-ac1c-0755100466fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.172419] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-37ba523f-36f1-4bc7-ac1c-0755100466fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.172569] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ba523f-36f1-4bc7-ac1c-0755100466fc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.187290] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.187290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.187290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.187290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.187290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.187674] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.187674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.187674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.187804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.189478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.189478] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 already deleted. [ 957.189478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.676880] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.677284] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.677615] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.678007] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.678298] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.678606] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 37ba523f-36f1-4bc7-ac1c-0755100466fc not found, creating... [ 957.679067] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.679367] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.679599] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.679985] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.680368] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.680873] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.681089] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.681328] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.681713] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.682493] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.682493] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 37ba523f-36f1-4bc7-ac1c-0755100466fc is going to be created. [ 957.701809] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.702160] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.702406] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.702833] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.703237] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.703613] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-37ba523f-36f1-4bc7-ac1c-0755100466fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.563662] env[70860]: INFO networking_nsxv3.common.synchronization [req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef req-c2b34227-750f-4c3c-84c1-f777165b289c service nova] Enqueued Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_rules [ 958.563865] env[70860]: INFO networking_nsxv3.common.synchronization [req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef req-c2b34227-750f-4c3c-84c1-f777165b289c service nova] Enqueued Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_members [ 958.564044] env[70860]: INFO networking_nsxv3.common.synchronization [req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef req-c2b34227-750f-4c3c-84c1-f777165b289c service nova] Enqueued Resource ID: 37ba523f-36f1-4bc7-ac1c-0755100466fc with Priority: HIGHEST for action port [ 958.564551] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_rules [ 958.565083] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_members [ 958.565083] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ba523f-36f1-4bc7-ac1c-0755100466fc with Priority: HIGHEST for action port [ 958.567909] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d495dfd-cf57-410e-854c-b6b7aab93e36 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.568069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.568155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.568385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.568486] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.569371] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d495dfd-cf57-410e-854c-b6b7aab93e36 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.569490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.569560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.569723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.570224] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.570342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.570400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.570571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.570662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.570755] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.571559] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ba523f-36f1-4bc7-ac1c-0755100466fc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.571689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ba523f-36f1-4bc7-ac1c-0755100466fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.571746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ba523f-36f1-4bc7-ac1c-0755100466fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.571892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ba523f-36f1-4bc7-ac1c-0755100466fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.571969] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ba523f-36f1-4bc7-ac1c-0755100466fc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.727030] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 958.727030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.009951] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 in Status: SUCCESS [ 959.009951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.009951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.009951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.009951] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.009951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.009951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.009951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.009951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.009951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.009951] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e67811b-fb3a-4ece-addc-f7d2277e7f37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.083034] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.083034] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d495dfd-cf57-410e-854c-b6b7aab93e36 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.083034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.083034] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37ba523f-36f1-4bc7-ac1c-0755100466fc with status ACTIVE [ 959.083034] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.083034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.083034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.083034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.083034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.083034] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.083034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.083034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.083034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.083034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.083782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.083782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.083782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.083782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.083782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.083782] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37ba523f-36f1-4bc7-ac1c-0755100466fc is going to be updated. [ 959.103522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.104488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.104488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.105302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.105302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.105302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ba523f-36f1-4bc7-ac1c-0755100466fc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.298364] env[70860]: INFO networking_nsxv3.common.synchronization [req-d2ee80aa-c2ce-468a-95e4-83028a22223f req-f159dd00-00bc-474a-af9b-286087d59f9b tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Enqueued Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_members [ 959.298591] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGHEST for action security_group_members [ 959.298893] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.299625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.299771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.299985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.300189] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.300297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.300363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.300864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.300960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.301075] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.511352] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e67811b-fb3a-4ece-addc-f7d2277e7f37 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.511498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.511561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.511767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.511917] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.512018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.512075] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.512219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.512300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.512383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.512516] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e67811b-fb3a-4ece-addc-f7d2277e7f37 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.512599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.512658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.512785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.512910] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.513008] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.513078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.513211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.513302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.513381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.513465] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e67811b-fb3a-4ece-addc-f7d2277e7f37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.586892] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.804055] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.804325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.804325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.804507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.804968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.804968] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.804968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.804968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.805239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.805239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.805239] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec is going to be updated. [ 959.850632] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.850781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.850851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.851068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.851206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.861790] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec in Status: IN_PROGRESS for 2s [ 960.015172] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e67811b-fb3a-4ece-addc-f7d2277e7f37: rpc.has_security_group_logging(os_id): False [ 960.033637] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.033794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.033865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.034086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.034180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.034399] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.034501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.034792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.034792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.034792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.035043] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.035043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.035117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.035238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.035306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.035481] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.035573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.035633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.035804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.035883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.035969] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 is going to be created. [ 960.089658] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.089908] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.090046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.090319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.090483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.091337] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 is going to be created. [ 960.126027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.126027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.126027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.126027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.126027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.135674] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 in Status: UNINITIALIZED for 2s [ 960.141137] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.141137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.141137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.141137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.141137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.151152] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 in Status: IN_PROGRESS for 2s [ 960.686329] env[70860]: INFO networking_nsxv3.common.synchronization [req-ad21d6e5-04e6-46f9-9b61-128febef2b15 req-2bcfc5d7-d6a1-4adb-81b4-0bca936199c6 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 960.686953] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 960.688558] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.688558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.688558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.688558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.688558] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.688964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.688964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.688964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.688964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.689157] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.038286] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.038615] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.038615] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.038871] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.039144] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.039327] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.039455] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.039675] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.039825] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.040051] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.040169] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.040283] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.040398] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.040515] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.040627] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.040766] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.064301] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.064474] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.064620] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.064798] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-606" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.065262] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-9482d5f0-4ed8-4378-b600-d7ea982152a3 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.065504] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-9482d5f0-4ed8-4378-b600-d7ea982152a3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.065665] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-9482d5f0-4ed8-4378-b600-d7ea982152a3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.065998] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-9482d5f0-4ed8-4378-b600-d7ea982152a3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.066187] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9482d5f0-4ed8-4378-b600-d7ea982152a3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.191480] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.191701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.191810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.192114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.192252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.192522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.192664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.192760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.192973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.193104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.193234] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be deleted. [ 961.244758] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.244891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.245022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.245192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.245280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.245685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.568799] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.569043] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.569182] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.569502] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.569660] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.569818] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 9482d5f0-4ed8-4378-b600-d7ea982152a3 not found, creating... [ 961.570089] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.570250] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.570373] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.570660] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.570729] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.571982] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.571982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.571982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.571982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.571982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.571982] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 9482d5f0-4ed8-4378-b600-d7ea982152a3 is going to be created. [ 961.595058] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.595242] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.595387] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.595623] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.595847] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.596086] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-9482d5f0-4ed8-4378-b600-d7ea982152a3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.870803] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec in Status: SUCCESS [ 961.870991] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec deletion is rescheduled due to dependency. [ 961.871123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.144723] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 in Status: UNINITIALIZED for 4s [ 962.160532] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 in Status: SUCCESS [ 962.160754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.348201] env[70860]: INFO networking_nsxv3.common.synchronization [req-ad21d6e5-04e6-46f9-9b61-128febef2b15 req-a68f15d0-fa2d-4cbb-8086-c9462230126d service nova] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_rules [ 962.348464] env[70860]: INFO networking_nsxv3.common.synchronization [req-ad21d6e5-04e6-46f9-9b61-128febef2b15 req-a68f15d0-fa2d-4cbb-8086-c9462230126d service nova] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 962.348621] env[70860]: INFO networking_nsxv3.common.synchronization [req-ad21d6e5-04e6-46f9-9b61-128febef2b15 req-a68f15d0-fa2d-4cbb-8086-c9462230126d service nova] Enqueued Resource ID: 9482d5f0-4ed8-4378-b600-d7ea982152a3 with Priority: HIGHEST for action port [ 962.348856] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_rules [ 962.349008] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 962.349874] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9482d5f0-4ed8-4378-b600-d7ea982152a3 with Priority: HIGHEST for action port [ 962.349874] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.349874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.349874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.350457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.350558] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.355587] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.355748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.355822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.356019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.356182] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.356279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.356360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.356523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.356609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.356703] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.361973] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-9482d5f0-4ed8-4378-b600-d7ea982152a3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.361973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9482d5f0-4ed8-4378-b600-d7ea982152a3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.361973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9482d5f0-4ed8-4378-b600-d7ea982152a3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.361973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9482d5f0-4ed8-4378-b600-d7ea982152a3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.361973] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9482d5f0-4ed8-4378-b600-d7ea982152a3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.609989] env[70860]: INFO networking_nsxv3.common.synchronization [req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 req-f8416be8-6267-4cde-937e-95719c55a383 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 962.610560] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 962.610871] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.610992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.611223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.611442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.611615] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.611711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.611768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.611925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.612019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.612117] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.856170] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.856396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.861779] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.862765] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9482d5f0-4ed8-4378-b600-d7ea982152a3 with status ACTIVE [ 962.862973] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.863108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.863174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.863390] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.863475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.863658] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.863751] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.863811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.863963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.864089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.864710] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.864710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.864710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.864710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.864710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.864710] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9482d5f0-4ed8-4378-b600-d7ea982152a3 is going to be updated. [ 962.887286] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.887453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.887526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.887759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.887886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.888070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9482d5f0-4ed8-4378-b600-d7ea982152a3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.116064] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.278038] env[70860]: INFO networking_nsxv3.common.synchronization [req-a314a15b-1cd4-481f-8ba4-6bec99177293 req-f7149a6b-b261-4360-b416-a7254a04fbde tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 963.280018] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 963.280018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.280018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.280018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.280018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.280018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.282030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.282030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.282030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.282030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.282030] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.367454] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.619331] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.784180] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.784180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.784180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.784180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.784180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.784180] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.784180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.784180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.788282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.788282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.788282] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 already deleted. [ 963.788282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.869971] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.870182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.870292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.870620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.870744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.870852] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be created. [ 963.898021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.898021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.898021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.898021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.898021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.907479] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: UNINITIALIZED for 2s [ 964.023363] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.023526] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.023526] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.023917] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.024239] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.024417] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.024543] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.024768] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.024987] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.025234] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.025358] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.025472] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.025584] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.026391] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.026391] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.026391] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.043184] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.043353] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.043496] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.043669] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.043972] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-28352365-f5d5-4b89-b360-0625ccdcb46a taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.044170] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.044294] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.044593] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.044741] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28352365-f5d5-4b89-b360-0625ccdcb46a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.121572] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.121744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.121831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.122033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.122131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.122230] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 is going to be updated. [ 964.150414] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.150414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.150554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.150711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.150871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.153323] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 in Status: SUCCESS [ 964.153577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.153725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.153906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.154087] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.154193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.154256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.154398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.154477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.154557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.154643] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.157709] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: IN_PROGRESS for 2s [ 964.547025] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.547025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.547025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.547468] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.547468] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.547592] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 28352365-f5d5-4b89-b360-0625ccdcb46a not found, creating... [ 964.547871] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.548042] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.548420] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.548489] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.548605] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.548907] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.549046] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.549171] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.549413] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.549564] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.549709] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 28352365-f5d5-4b89-b360-0625ccdcb46a is going to be created. [ 964.568560] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.568742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.568868] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.569141] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.569452] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.569619] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.656389] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.159516] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d495dfd-cf57-410e-854c-b6b7aab93e36: rpc.has_security_group_logging(os_id): False [ 965.177433] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.177729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.177729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.177848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.178026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.178194] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.178300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.178445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.178606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.178690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.178835] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 is going to be created. [ 965.258739] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.258891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.258961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.259192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.259372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.271456] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 in Status: IN_PROGRESS for 2s [ 965.322357] env[70860]: INFO networking_nsxv3.common.synchronization [req-a314a15b-1cd4-481f-8ba4-6bec99177293 req-8395bd85-4df9-417f-9e20-045dadcd8a32 service nova] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_rules [ 965.322596] env[70860]: INFO networking_nsxv3.common.synchronization [req-a314a15b-1cd4-481f-8ba4-6bec99177293 req-8395bd85-4df9-417f-9e20-045dadcd8a32 service nova] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 965.322753] env[70860]: INFO networking_nsxv3.common.synchronization [req-a314a15b-1cd4-481f-8ba4-6bec99177293 req-8395bd85-4df9-417f-9e20-045dadcd8a32 service nova] Enqueued Resource ID: 28352365-f5d5-4b89-b360-0625ccdcb46a with Priority: HIGHEST for action port [ 965.323328] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_rules [ 965.323385] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 965.323478] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28352365-f5d5-4b89-b360-0625ccdcb46a with Priority: HIGHEST for action port [ 965.323760] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.323851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.323927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.324176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.324253] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.325096] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.325205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.325358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.325528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.325671] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.325816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.325816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.325946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.326037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.326123] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.326872] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-28352365-f5d5-4b89-b360-0625ccdcb46a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.326969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.327984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.327984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.327984] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28352365-f5d5-4b89-b360-0625ccdcb46a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.829271] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.829813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.829813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.830534] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28352365-f5d5-4b89-b360-0625ccdcb46a with status ACTIVE [ 965.832034] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.832034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.832034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.832034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.832034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.832034] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.832034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.832034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.832373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.832373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.832431] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.832672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.832672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.832730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.832772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.832856] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28352365-f5d5-4b89-b360-0625ccdcb46a is going to be updated. [ 965.855452] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.855452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.855452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.855657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.855657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.855802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.925085] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 965.925085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.925085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.925302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.925509] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.925639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.925706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.925863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.926533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.926533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.926533] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.011027] env[70860]: INFO networking_nsxv3.common.synchronization [req-89312061-334e-4576-8425-96542bfa5088 req-537ed411-a30e-483c-b64b-99517303d9e4 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 966.011027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 966.011420] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.011693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.011866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.012189] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.012464] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.012691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.012857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.013128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.014586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.014586] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.168216] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: SUCCESS [ 966.168481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.331113] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.428721] env[70860]: INFO networking_nsxv3.common.synchronization [None req-b9b14e6b-099d-4288-a905-8c88e0338bdf tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 966.429178] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.429322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.429433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.429619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.430724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.430837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.430837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.431010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.431107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.432226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.432226] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.432362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.432501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.432623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.432774] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.432869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.432929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.433087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.433166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.433247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.433336] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.437850] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 966.438066] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.438147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.515172] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.833260] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.833635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.833635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.833887] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.833988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.834118] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be created. [ 966.859012] env[70860]: INFO networking_nsxv3.common.synchronization [req-dfc3beef-362a-4045-81ce-2e4417604b1f req-becb3f4f-2689-4b92-a2b7-054d81320404 tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Enqueued Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGHEST for action security_group_members [ 966.859012] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.859012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.859012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.859012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.859262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.860850] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGHEST for action security_group_members [ 966.861044] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e67811b-fb3a-4ece-addc-f7d2277e7f37 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.861174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.861279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.861464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.861616] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.861715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.861778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.861920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.862009] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.862307] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e67811b-fb3a-4ece-addc-f7d2277e7f37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.872248] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: UNINITIALIZED for 2s [ 966.940744] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 202db260-d60a-44e8-a19b-7af46beda042: rpc.has_security_group_logging(os_id): False [ 966.957199] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.957349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.957427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.957666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.957732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.958210] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.958210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.958210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.958374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.958425] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.958694] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.958829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.958958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.959102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.959267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.959497] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.959559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.959589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.960263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.960263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.960263] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be created. [ 967.016199] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.016199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.016199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.016475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.016665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.020488] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.035624] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: IN_PROGRESS for 2s [ 967.283237] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 in Status: SUCCESS [ 967.283468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.365280] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.365412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.365455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.367614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.367614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.367614] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.367614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.367614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.367614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.367614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.367614] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 is going to be updated. [ 967.392608] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.392747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.392837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.393043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.393189] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.401235] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 in Status: IN_PROGRESS for 2s [ 967.522676] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.522790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.522832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.523052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.523146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.523243] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 967.550911] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.551059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.551134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.551338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.551478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.559419] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 968.935719] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: SUCCESS [ 968.935967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.936133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.936388] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.936582] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.936700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.936822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.936939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.936987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.937083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.937164] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.046616] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 969.046826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.411158] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 in Status: SUCCESS [ 969.411350] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 deletion is rescheduled due to dependency. [ 969.411466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.443130] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.443398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.447032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.447032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.447032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.447032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.448090] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.564140] env[70860]: INFO networking_nsxv3.common.synchronization [req-76d67635-8183-4c56-9e8d-ce81db8460d5 req-a0670fa5-183b-43de-9693-584406ab2063 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_members [ 969.564847] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 with Priority: HIGHEST for action security_group_members [ 969.565269] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.565402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.565476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.565726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.565944] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.566104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.566304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.566378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.566504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.566622] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.569152] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 969.569405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.569552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.570420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.570638] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.570769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.570839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.571037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.571136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.571228] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.948758] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02b221e2-c0a8-432c-8901-9102c8396058: rpc.has_security_group_logging(os_id): False [ 969.968730] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.968892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.968957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.969165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.969286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.969535] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.969627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.969689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.969849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.969930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.970120] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.970215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.970272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.970414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.970489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.970663] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.970754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.970814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.970941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.971014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.972044] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be created. [ 970.027869] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.028024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.028098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.028315] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.028509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.040831] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: IN_PROGRESS for 2s [ 970.074569] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.074569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.074569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.074569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.075165] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.075269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.146803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.147098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.147230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.147287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.147492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.147579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.147673] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 is going to be updated. [ 970.148695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.148906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.149009] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.154808] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.154952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.155039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.155227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.155312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.155407] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 970.188768] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.191127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.191244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.191430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.191579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.194744] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.194884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.194944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.195097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.195210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.208455] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 in Status: IN_PROGRESS for 2s [ 970.209118] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 970.528777] env[70860]: INFO networking_nsxv3.common.synchronization [req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 req-c0e0e276-aef5-4b1b-a50a-ff775f482cc6 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Enqueued Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 970.529285] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 970.529949] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.530178] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.530242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.530443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.530596] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.530687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.531049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.531049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.531049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.531157] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.978966] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.979281] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-180" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.979336] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-180" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.979603] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-180" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.979860] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.980172] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.980374] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.980707] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.980901] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.981158] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.981301] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.981438] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.981861] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.982073] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.982223] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.986038] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.003856] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.003856] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.003856] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.003856] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-180" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.003856] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-e4dbde79-462a-4a2e-b94c-493fe579afcc taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.003856] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-e4dbde79-462a-4a2e-b94c-493fe579afcc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.003856] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-e4dbde79-462a-4a2e-b94c-493fe579afcc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.007032] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-e4dbde79-462a-4a2e-b94c-493fe579afcc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.007032] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4dbde79-462a-4a2e-b94c-493fe579afcc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.036302] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.508732] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.509441] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.509441] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.509441] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.509610] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.509739] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port e4dbde79-462a-4a2e-b94c-493fe579afcc not found, creating... [ 971.510046] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.510217] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.510342] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.510719] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.510887] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.511200] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.511353] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.511479] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.511698] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.511836] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.511998] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: e4dbde79-462a-4a2e-b94c-493fe579afcc is going to be created. [ 971.531037] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.531037] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.531037] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.531037] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.531227] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.531425] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-e4dbde79-462a-4a2e-b94c-493fe579afcc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.538484] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.041173] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.041529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.041529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.042547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.042656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.042768] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7d5018-166a-4924-be87-82f24e99883b is going to be updated. [ 972.056020] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: SUCCESS [ 972.056020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.068653] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.068798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.068878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.069112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.069309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.076788] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: IN_PROGRESS for 2s [ 972.265252] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 972.265446] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc deletion is rescheduled due to dependency. [ 972.265572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.266270] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 in Status: SUCCESS [ 972.266440] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001 deletion is rescheduled due to dependency. [ 972.266536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.452470] env[70860]: INFO networking_nsxv3.common.synchronization [req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 req-61af9075-dac2-48b4-b643-5421ad92ead0 service nova] Enqueued Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_rules [ 972.452662] env[70860]: INFO networking_nsxv3.common.synchronization [req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 req-61af9075-dac2-48b4-b643-5421ad92ead0 service nova] Enqueued Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 972.452807] env[70860]: INFO networking_nsxv3.common.synchronization [req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 req-61af9075-dac2-48b4-b643-5421ad92ead0 service nova] Enqueued Resource ID: e4dbde79-462a-4a2e-b94c-493fe579afcc with Priority: HIGHEST for action port [ 972.453062] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_rules [ 972.453189] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 972.453298] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4dbde79-462a-4a2e-b94c-493fe579afcc with Priority: HIGHEST for action port [ 972.453832] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.453952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.454533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.454959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.454959] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.456306] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.456425] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.456662] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4dbde79-462a-4a2e-b94c-493fe579afcc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.456789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4dbde79-462a-4a2e-b94c-493fe579afcc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.456847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4dbde79-462a-4a2e-b94c-493fe579afcc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.457048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4dbde79-462a-4a2e-b94c-493fe579afcc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.457132] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4dbde79-462a-4a2e-b94c-493fe579afcc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.960545] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.960771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.960981] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4dbde79-462a-4a2e-b94c-493fe579afcc with status ACTIVE [ 972.961173] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.961279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.961342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.961578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.961634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.961840] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.961898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.961939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.963018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.963018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.963018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.963018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.963018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.963018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.963018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.963018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4dbde79-462a-4a2e-b94c-493fe579afcc is going to be updated. [ 972.987979] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.988202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.988245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.988482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.988638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.988805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4dbde79-462a-4a2e-b94c-493fe579afcc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.407055] env[70860]: INFO networking_nsxv3.common.synchronization [req-fe9fbfcc-ce15-4c96-810e-43837097fa3d req-a392d73a-e08c-47f0-8470-ee7670579228 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 973.407609] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGHEST for action security_group_members [ 973.407916] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.410206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.410837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.410837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.410837] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.411055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.411093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.411270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.411377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.411545] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.613407] env[70860]: INFO networking_nsxv3.common.synchronization [req-881af2a9-44fb-42a9-a756-ec1810aefd40 req-adf30a6e-ca38-45a3-badb-880c1833b6ec tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Enqueued Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGHEST for action security_group_members [ 973.613930] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGHEST for action security_group_members [ 973.614244] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c68a9d-0d78-4fed-9e0d-134d370f1f62 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.614368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.614437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.614693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.615040] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.615154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.615219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.615479] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.615637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.615754] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05c68a9d-0d78-4fed-9e0d-134d370f1f62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.916012] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.916187] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.916264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.916495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.916641] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.916778] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.916914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.916966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.917103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.917182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.917270] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be updated. [ 973.942796] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.942955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.943045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.944025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.944025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.952779] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: IN_PROGRESS for 2s [ 974.086665] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: SUCCESS [ 974.086933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.090321] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.090447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.091729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.091729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.091729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.091729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.091729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.091729] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.117712] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.117901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.117978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.118227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.118306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.118695] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.118695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.118849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.121415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.121415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.121415] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 already deleted. [ 974.121415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.127064] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.127280] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-58" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.127410] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-58" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.127732] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-58" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.128010] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.129366] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.129366] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.129366] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.129575] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.129751] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.129906] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.130063] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.130213] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.130375] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.130518] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.132521] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.154196] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.154196] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 974.154196] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.154196] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-58" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.154196] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-4bb35c75-e2cd-4579-ac09-a4bb91969282 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.154196] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-4bb35c75-e2cd-4579-ac09-a4bb91969282" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.154196] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-4bb35c75-e2cd-4579-ac09-a4bb91969282" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.154196] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-4bb35c75-e2cd-4579-ac09-a4bb91969282" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.154762] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb35c75-e2cd-4579-ac09-a4bb91969282',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.272653] env[70860]: INFO networking_nsxv3.common.synchronization [None req-31b3cc49-9de6-4243-9e38-3e5171fcf293 None None] Enqueued Resource ID: 2758135a-288b-480d-adb9-3969452eb32c with Priority: HIGHEST for action port [ 974.273217] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2758135a-288b-480d-adb9-3969452eb32c with Priority: HIGHEST for action port [ 974.273535] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2758135a-288b-480d-adb9-3969452eb32c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.273663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2758135a-288b-480d-adb9-3969452eb32c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.273904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2758135a-288b-480d-adb9-3969452eb32c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.273976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2758135a-288b-480d-adb9-3969452eb32c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.274195] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2758135a-288b-480d-adb9-3969452eb32c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.596586] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.657739] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.657984] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.658161] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.658600] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.658820] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.658999] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 4bb35c75-e2cd-4579-ac09-a4bb91969282 not found, creating... [ 974.659348] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.659630] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.659734] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.660086] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.660283] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.661838] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.662252] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.665252] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.665252] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.665252] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.665533] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 4bb35c75-e2cd-4579-ac09-a4bb91969282 is going to be created. [ 974.686046] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.686215] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.686547] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.686881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.687335] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.687960] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-4bb35c75-e2cd-4579-ac09-a4bb91969282" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.776656] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2758135a-288b-480d-adb9-3969452eb32c [ 974.777340] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.777340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.777340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.777340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.777562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.777562] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2758135a-288b-480d-adb9-3969452eb32c already deleted. [ 974.780050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2758135a-288b-480d-adb9-3969452eb32c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.033204] env[70860]: INFO networking_nsxv3.common.synchronization [req-9cda6039-bf86-4c6a-9016-d3395765e228 req-e1436588-19b5-434f-8e04-8dc9796a66dd tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 975.033852] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 975.034217] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.034339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.034406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.034661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.034855] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.034954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.035152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.035152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.035274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.035326] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.102730] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.537504] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.537655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.537725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.537988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.538102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.538297] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.538699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.538699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.538699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.538699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.538841] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 975.564705] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.564852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.565087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.565149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.567021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.573490] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 975.603128] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.603416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.603416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.604050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.604050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.604050] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7d5018-166a-4924-be87-82f24e99883b is going to be updated. [ 975.607764] env[70860]: INFO networking_nsxv3.common.synchronization [req-881af2a9-44fb-42a9-a756-ec1810aefd40 req-6e5df5b7-09ce-4a80-a648-0c5edf9f2540 service nova] Enqueued Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGHEST for action security_group_rules [ 975.607764] env[70860]: INFO networking_nsxv3.common.synchronization [req-881af2a9-44fb-42a9-a756-ec1810aefd40 req-6e5df5b7-09ce-4a80-a648-0c5edf9f2540 service nova] Enqueued Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGHEST for action security_group_members [ 975.607883] env[70860]: INFO networking_nsxv3.common.synchronization [req-881af2a9-44fb-42a9-a756-ec1810aefd40 req-6e5df5b7-09ce-4a80-a648-0c5edf9f2540 service nova] Enqueued Resource ID: 4bb35c75-e2cd-4579-ac09-a4bb91969282 with Priority: HIGHEST for action port [ 975.608816] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGHEST for action security_group_rules [ 975.608950] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGHEST for action security_group_members [ 975.609061] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb35c75-e2cd-4579-ac09-a4bb91969282 with Priority: HIGHEST for action port [ 975.609599] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.613104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.613211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.613472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.613560] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c68a9d-0d78-4fed-9e0d-134d370f1f62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.616377] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c68a9d-0d78-4fed-9e0d-134d370f1f62 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.616377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.616377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.616377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.616377] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.616377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.616377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.616377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.616377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.616377] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05c68a9d-0d78-4fed-9e0d-134d370f1f62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.616377] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb35c75-e2cd-4579-ac09-a4bb91969282 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.616913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb35c75-e2cd-4579-ac09-a4bb91969282" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.616913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb35c75-e2cd-4579-ac09-a4bb91969282" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.616913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb35c75-e2cd-4579-ac09-a4bb91969282" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.616913] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb35c75-e2cd-4579-ac09-a4bb91969282',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.635535] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.635683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.635749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.635955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.636142] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.645093] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: IN_PROGRESS for 2s [ 975.967996] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202db260-d60a-44e8-a19b-7af46beda042 in Status: SUCCESS [ 975.968203] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202db260-d60a-44e8-a19b-7af46beda042 deletion is rescheduled due to dependency. [ 975.968320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.125019] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05c68a9d-0d78-4fed-9e0d-134d370f1f62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.125019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c68a9d-0d78-4fed-9e0d-134d370f1f62 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.125019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.125019] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bb35c75-e2cd-4579-ac09-a4bb91969282 with status ACTIVE [ 976.125019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.125019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.125019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.125019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.125019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.125019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.125019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.125019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.125019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.125019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.125621] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.125621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.125621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.125621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.125621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.126130] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bb35c75-e2cd-4579-ac09-a4bb91969282 is going to be updated. [ 976.147335] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.147335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.147335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.147335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.147335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.147335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb35c75-e2cd-4579-ac09-a4bb91969282" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.575718] env[70860]: INFO networking_nsxv3.common.synchronization [None req-387adc68-0213-460d-8f4f-efea8b89b3ab None None] Enqueued Resource ID: 2a987c06-8671-4030-82b6-be9a78571a2b with Priority: HIGHEST for action port [ 976.575978] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a987c06-8671-4030-82b6-be9a78571a2b with Priority: HIGHEST for action port [ 976.576548] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a987c06-8671-4030-82b6-be9a78571a2b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.576680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a987c06-8671-4030-82b6-be9a78571a2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.576750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a987c06-8671-4030-82b6-be9a78571a2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.577021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a987c06-8671-4030-82b6-be9a78571a2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.577700] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a987c06-8671-4030-82b6-be9a78571a2b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.628439] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05c68a9d-0d78-4fed-9e0d-134d370f1f62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.079295] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a987c06-8671-4030-82b6-be9a78571a2b [ 977.079771] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.079771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.079771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.080089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.080147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.080203] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a987c06-8671-4030-82b6-be9a78571a2b already deleted. [ 977.080304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a987c06-8671-4030-82b6-be9a78571a2b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.133218] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.133383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.133497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.133728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.133821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.133921] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 is going to be created. [ 977.158563] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.158723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.158793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.158995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.159174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.167859] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 in Status: UNINITIALIZED for 2s [ 977.583828] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 977.584044] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 deletion is rescheduled due to dependency. [ 977.584181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.653502] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: SUCCESS [ 977.653879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.653879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.654088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.654560] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.654560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.654560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.654702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.654702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.654786] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.654839] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.156982] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.156982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.156982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.157233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.157233] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.157321] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.157552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.157552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.157746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.157746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.157818] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.158298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.158298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.158298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.158298] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.158298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.158528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.158528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.158637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.158986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.158986] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.661286] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7d5018-166a-4924-be87-82f24e99883b: rpc.has_security_group_logging(os_id): False [ 978.681841] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.682130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.682217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.682440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.682645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.682931] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.682931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.682931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.683111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.683871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.683871] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.683871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.683871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.683871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.683871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.683871] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.684283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.684283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684484] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7d5018-166a-4924-be87-82f24e99883b is going to be updated. [ 978.744596] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.744821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.744821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.744960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.745117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.758825] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: IN_PROGRESS for 2s [ 979.177806] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 in Status: SUCCESS [ 979.178099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.178278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.178492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.178711] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.178830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.178894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.179073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.179162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.179273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.179372] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05c68a9d-0d78-4fed-9e0d-134d370f1f62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.682260] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c68a9d-0d78-4fed-9e0d-134d370f1f62 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.682668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.682668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.682915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.683611] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.683812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.684044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.684549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.684838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.684961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.685196] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c68a9d-0d78-4fed-9e0d-134d370f1f62 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.685423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.685423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.685657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.685740] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.685855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.685920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.686595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.686595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.687597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.687597] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05c68a9d-0d78-4fed-9e0d-134d370f1f62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.190494] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05c68a9d-0d78-4fed-9e0d-134d370f1f62: rpc.has_security_group_logging(os_id): False [ 980.217970] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.218359] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.220037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.220037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.220037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.220037] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.220037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.220037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.220037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.220037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.220037] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.220037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.220491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.221226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.221586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.221984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.222273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.222437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.222676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.222840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.223010] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 is going to be created. [ 980.278932] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.279738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.281292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.281439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.281633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.294798] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 in Status: IN_PROGRESS for 2s [ 980.448456] env[70860]: INFO networking_nsxv3.common.synchronization [None req-6d1bc6a2-4fc7-4c10-b5ea-5753d7d59d57 None None] Enqueued Resource ID: ee9640ab-9364-4e0a-9306-2738aa2e36c0 with Priority: HIGHEST for action port [ 980.449113] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9640ab-9364-4e0a-9306-2738aa2e36c0 with Priority: HIGHEST for action port [ 980.449387] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee9640ab-9364-4e0a-9306-2738aa2e36c0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.449519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee9640ab-9364-4e0a-9306-2738aa2e36c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.449588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee9640ab-9364-4e0a-9306-2738aa2e36c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.449875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee9640ab-9364-4e0a-9306-2738aa2e36c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.449960] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9640ab-9364-4e0a-9306-2738aa2e36c0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.771320] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: SUCCESS [ 980.771320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.952014] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee9640ab-9364-4e0a-9306-2738aa2e36c0 [ 980.952276] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.952416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.952488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.952713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.952804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.952897] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee9640ab-9364-4e0a-9306-2738aa2e36c0 already deleted. [ 980.952978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee9640ab-9364-4e0a-9306-2738aa2e36c0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.424536] env[70860]: INFO networking_nsxv3.common.synchronization [None req-2410e9da-b978-4a9f-9fc6-32dcba37717c tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_rules [ 981.425208] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_rules [ 981.425433] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.425554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.425624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.425869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.425944] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.514444] env[70860]: INFO networking_nsxv3.common.synchronization [None req-db7199e7-d156-4d40-ab83-6911ce0b8e0c tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_rules [ 981.514981] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_rules [ 981.515395] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.515516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.947452] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.947777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.947777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.947896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.948015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.948119] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 already deleted. [ 981.948203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.948352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.948512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.948644] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.302775] env[70860]: INFO networking_nsxv3.common.synchronization [None req-aa94c856-60f1-441b-9e85-661207ab2a05 None None] Enqueued Resource ID: 7f695126-a37a-45fd-900d-4eec442352de with Priority: HIGHEST for action port [ 982.302775] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f695126-a37a-45fd-900d-4eec442352de with Priority: HIGHEST for action port [ 982.302775] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f695126-a37a-45fd-900d-4eec442352de taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.303267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f695126-a37a-45fd-900d-4eec442352de" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.303267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f695126-a37a-45fd-900d-4eec442352de" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.303267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f695126-a37a-45fd-900d-4eec442352de" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.303376] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f695126-a37a-45fd-900d-4eec442352de',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.307464] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 in Status: SUCCESS [ 982.307607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.471357] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.471534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.471600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.472401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.472401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.472401] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 already deleted. [ 982.472401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.805672] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f695126-a37a-45fd-900d-4eec442352de [ 982.806695] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.806695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.806695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.806695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.806695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.806695] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f695126-a37a-45fd-900d-4eec442352de already deleted. [ 982.806695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f695126-a37a-45fd-900d-4eec442352de" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.478525] env[70860]: INFO networking_nsxv3.common.synchronization [req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f req-fcc14561-3e2c-450c-90c0-79cb8d578f9e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 985.479101] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 985.479412] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.479531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.479634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.480022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.480022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.480146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.480228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.480344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.481183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.481183] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.944272] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.945236] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.945236] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.945236] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.945750] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.946071] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.949018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.949018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.949018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.949018] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.949018] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.949018] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.949018] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.949018] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.949018] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.949018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.971845] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.971845] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 985.971845] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.971845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.971845] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.971845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.971845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.971845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.971845] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7a5cbd-09f1-452a-ae21-7d631d2d86ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.982776] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.478017] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.478017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.478017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.478017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.478017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.478017] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port dd7a5cbd-09f1-452a-ae21-7d631d2d86ac not found, creating... [ 986.478017] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.478017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.478017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.478017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.478017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.478922] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.478922] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.478922] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.479600] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.479975] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.481653] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: dd7a5cbd-09f1-452a-ae21-7d631d2d86ac is going to be created. [ 986.486636] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.503020] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.503020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.503020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.503020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.503020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.503020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.989665] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.989665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.989838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.989916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.990017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.990119] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 987.019355] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.019513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.019589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.019811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.019959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.031736] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 987.419467] env[70860]: INFO networking_nsxv3.common.synchronization [None req-4f691119-5b79-46b5-a6e1-e00e838c5e57 None None] Enqueued Resource ID: 9e70559a-c2e4-49e0-bd51-0da08cd14049 with Priority: HIGHEST for action port [ 987.420094] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e70559a-c2e4-49e0-bd51-0da08cd14049 with Priority: HIGHEST for action port [ 987.420406] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e70559a-c2e4-49e0-bd51-0da08cd14049 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.420526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e70559a-c2e4-49e0-bd51-0da08cd14049" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.420607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e70559a-c2e4-49e0-bd51-0da08cd14049" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.420846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e70559a-c2e4-49e0-bd51-0da08cd14049" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.420946] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e70559a-c2e4-49e0-bd51-0da08cd14049',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.432660] env[70860]: INFO networking_nsxv3.common.synchronization [req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f req-561612b0-055c-4800-b130-8d8472b82ec9 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 987.432842] env[70860]: INFO networking_nsxv3.common.synchronization [req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f req-561612b0-055c-4800-b130-8d8472b82ec9 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 987.432983] env[70860]: INFO networking_nsxv3.common.synchronization [req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f req-561612b0-055c-4800-b130-8d8472b82ec9 service nova] Enqueued Resource ID: dd7a5cbd-09f1-452a-ae21-7d631d2d86ac with Priority: HIGHEST for action port [ 987.433214] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 987.433342] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 987.433437] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd7a5cbd-09f1-452a-ae21-7d631d2d86ac with Priority: HIGHEST for action port [ 987.433937] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.434094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.434160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.434358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.434440] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.435233] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.435328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.435521] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.435622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.435687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.437053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.437053] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7a5cbd-09f1-452a-ae21-7d631d2d86ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.927563] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e70559a-c2e4-49e0-bd51-0da08cd14049 [ 987.929207] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.929207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.929207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.929207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.929207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.929207] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e70559a-c2e4-49e0-bd51-0da08cd14049 already deleted. [ 987.929207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e70559a-c2e4-49e0-bd51-0da08cd14049" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.942020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.942020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.942020] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd7a5cbd-09f1-452a-ae21-7d631d2d86ac with status ACTIVE [ 987.942020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.942020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.942020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.942020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.942020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.942020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.942020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.942020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.942020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.942020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.942020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.942748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.942748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.942748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.942748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.942748] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd7a5cbd-09f1-452a-ae21-7d631d2d86ac is going to be updated. [ 987.965029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.965029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.965029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.965029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.965029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.965855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.115055] env[70860]: INFO networking_nsxv3.common.synchronization [req-128664bb-e44d-4108-b491-589cdfddbc95 req-90afce4e-eae5-4025-813e-b4e4494c7d3d tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_members [ 988.115055] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_members [ 988.115055] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3908238a-5876-4b12-abf2-d27e648b37d7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.115055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.115055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.115055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.115055] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.115055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.115535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.115619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.115716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.116510] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.502431] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.502431] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.502608] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.502766] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.503262] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.503397] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.503524] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.504204] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.504290] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.505124] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.505124] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.507157] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.507342] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.507521] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.507691] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.507934] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.528274] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.529164] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.529164] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.529164] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.529164] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-c27a3365-0717-4838-91e7-3d182e001fe4 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.529376] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-c27a3365-0717-4838-91e7-3d182e001fe4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.529454] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-c27a3365-0717-4838-91e7-3d182e001fe4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.529799] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-c27a3365-0717-4838-91e7-3d182e001fe4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.529956] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c27a3365-0717-4838-91e7-3d182e001fe4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.621104] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.621104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.621104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.621104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.621104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.621104] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.621104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.621104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.621104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.621104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.621104] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3908238a-5876-4b12-abf2-d27e648b37d7 already deleted. [ 988.621104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.981745] env[70860]: INFO networking_nsxv3.common.synchronization [req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 req-a5692f92-c178-426d-9bfc-f7b87e62bd38 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Enqueued Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGHEST for action security_group_members [ 988.982137] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGHEST for action security_group_members [ 988.982439] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c68a9d-0d78-4fed-9e0d-134d370f1f62 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.982571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.982639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.982868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.984033] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.984180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.984251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.984418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.984507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.984775] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05c68a9d-0d78-4fed-9e0d-134d370f1f62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.034142] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.034398] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.034498] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.035119] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.035291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.035456] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port c27a3365-0717-4838-91e7-3d182e001fe4 not found, creating... [ 989.035966] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.036161] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.036286] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.036752] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.036910] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.037234] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.037398] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.037519] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.037741] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.038313] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.038599] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: c27a3365-0717-4838-91e7-3d182e001fe4 is going to be created. [ 989.048102] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 989.048306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.048459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.048665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.048832] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.048964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.049009] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.049157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.049238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.049330] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.057950] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.057950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.057950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.057950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.057950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.058231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-c27a3365-0717-4838-91e7-3d182e001fe4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.470018] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9b17d7f7-9ed5-4d70-b2f4-af887d6ca580 None None] Enqueued Resource ID: 288cd352-a198-495a-ab9d-e1de2cba24b5 with Priority: HIGHEST for action port [ 989.470398] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288cd352-a198-495a-ab9d-e1de2cba24b5 with Priority: HIGHEST for action port [ 989.471066] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-288cd352-a198-495a-ab9d-e1de2cba24b5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.471237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-288cd352-a198-495a-ab9d-e1de2cba24b5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.471334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-288cd352-a198-495a-ab9d-e1de2cba24b5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.471638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-288cd352-a198-495a-ab9d-e1de2cba24b5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.471724] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('288cd352-a198-495a-ab9d-e1de2cba24b5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.487265] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.487468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.487531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.487752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.487873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.488087] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.488216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.488275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.488427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.488524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.488826] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 is going to be updated. [ 989.514998] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.515268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.515268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.515490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.515639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.523858] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 in Status: IN_PROGRESS for 2s [ 989.551332] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.974709] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 288cd352-a198-495a-ab9d-e1de2cba24b5 [ 989.974967] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.975125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.975237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.975892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.975892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.975892] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:288cd352-a198-495a-ab9d-e1de2cba24b5 already deleted. [ 989.975892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-288cd352-a198-495a-ab9d-e1de2cba24b5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.054325] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.101474] env[70860]: INFO networking_nsxv3.common.synchronization [req-128664bb-e44d-4108-b491-589cdfddbc95 req-16f12a5a-731a-4e44-a4d7-fe00a5c8c332 service nova] Enqueued Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_rules [ 990.101611] env[70860]: INFO networking_nsxv3.common.synchronization [req-128664bb-e44d-4108-b491-589cdfddbc95 req-16f12a5a-731a-4e44-a4d7-fe00a5c8c332 service nova] Enqueued Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_members [ 990.101760] env[70860]: INFO networking_nsxv3.common.synchronization [req-128664bb-e44d-4108-b491-589cdfddbc95 req-16f12a5a-731a-4e44-a4d7-fe00a5c8c332 service nova] Enqueued Resource ID: c27a3365-0717-4838-91e7-3d182e001fe4 with Priority: HIGHEST for action port [ 990.102028] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_rules [ 990.102232] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_members [ 990.102294] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27a3365-0717-4838-91e7-3d182e001fe4 with Priority: HIGHEST for action port [ 990.103019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3908238a-5876-4b12-abf2-d27e648b37d7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.105387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.105387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.105387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.105387] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.106982] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3908238a-5876-4b12-abf2-d27e648b37d7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.106982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.106982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.107190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.107190] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.107331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.107331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.107473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.107557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.107923] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.108514] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c27a3365-0717-4838-91e7-3d182e001fe4 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.108514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c27a3365-0717-4838-91e7-3d182e001fe4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.108765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c27a3365-0717-4838-91e7-3d182e001fe4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.108765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c27a3365-0717-4838-91e7-3d182e001fe4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.108857] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c27a3365-0717-4838-91e7-3d182e001fe4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.150939] env[70860]: INFO networking_nsxv3.common.synchronization [req-263b45e4-ef7a-46cc-94a7-f3899b327f4f req-21c56ac7-684a-4329-8903-b97dea909422 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 990.152275] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGHEST for action security_group_members [ 990.152275] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.152275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.152275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.152275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.152275] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.152545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.152545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.152545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.152630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.152757] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.558423] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.558423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.558423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.558423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.558423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.558423] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 990.583544] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.583626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.583665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.584420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.584420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.599542] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 990.610336] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3908238a-5876-4b12-abf2-d27e648b37d7 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.610449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.610631] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.611522] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c27a3365-0717-4838-91e7-3d182e001fe4 with status ACTIVE [ 990.611702] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.611815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.611881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.612091] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.612190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.612366] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.612464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.612527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.612686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.612762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.612939] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.614606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.614727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.614904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.614986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.615108] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c27a3365-0717-4838-91e7-3d182e001fe4 is going to be updated. [ 990.636714] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.636868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.637053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.637469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.637469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.637604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c27a3365-0717-4838-91e7-3d182e001fe4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.655813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.655957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.656042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.656250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.677218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.677501] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.677625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.677665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.677838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.677919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.678015] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be updated. [ 990.701548] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.701913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.701913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.701972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.702118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.710321] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: IN_PROGRESS for 2s [ 990.744476] env[70860]: INFO networking_nsxv3.common.synchronization [req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 req-826e3932-37a3-4b66-8cfe-2ccbf60a1f0e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Enqueued Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_members [ 990.745107] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_members [ 990.745192] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.745342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.745388] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.745622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.745782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.745879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.745938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.746412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.746523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.746828] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.117698] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.243553] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.243767] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-388" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.243901] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-388" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.244323] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-388" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.244531] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.244700] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.244825] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.245924] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.246151] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.246468] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.246508] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.246629] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.246790] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.246859] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.247044] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.247120] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.248987] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.250214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.250288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.250460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.250548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.250747] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.250849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.250913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.251076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.251546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.251546] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b01026-26c4-49d1-953c-a673b5ec4771 already deleted. [ 991.251546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.265580] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.265760] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.265906] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.266185] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-388" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.266405] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.266632] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.267037] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.267164] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.267204] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab04f56-d86c-41cb-8dfa-3af95aad4ca9',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.533316] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 in Status: SUCCESS [ 991.533522] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 deletion is rescheduled due to dependency. [ 991.533665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.619967] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.620163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.620238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.620458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.620551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.620650] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3908238a-5876-4b12-abf2-d27e648b37d7 is going to be created. [ 991.642203] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.642346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.642459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.642734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.642829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.652924] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3908238a-5876-4b12-abf2-d27e648b37d7 in Status: UNINITIALIZED for 2s [ 991.770644] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.770864] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.770984] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.771306] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.771478] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.771615] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port bab04f56-d86c-41cb-8dfa-3af95aad4ca9 not found, creating... [ 991.771882] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.772057] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.772180] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.772416] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.772556] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.772874] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.773514] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.773701] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.773940] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.774102] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.774914] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: bab04f56-d86c-41cb-8dfa-3af95aad4ca9 is going to be created. [ 991.794900] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.795136] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.795268] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.795567] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.795802] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.796041] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.604788] env[70860]: INFO networking_nsxv3.common.synchronization [req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 req-058e9bb7-a2a8-402c-a9aa-e522210042bd service nova] Enqueued Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_rules [ 992.604788] env[70860]: INFO networking_nsxv3.common.synchronization [req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 req-058e9bb7-a2a8-402c-a9aa-e522210042bd service nova] Enqueued Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_members [ 992.604788] env[70860]: INFO networking_nsxv3.common.synchronization [req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 req-058e9bb7-a2a8-402c-a9aa-e522210042bd service nova] Enqueued Resource ID: bab04f56-d86c-41cb-8dfa-3af95aad4ca9 with Priority: HIGHEST for action port [ 992.605404] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_rules [ 992.605404] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_members [ 992.605579] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab04f56-d86c-41cb-8dfa-3af95aad4ca9 with Priority: HIGHEST for action port [ 992.606806] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.606806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.606806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.606806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.606806] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.607657] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.607657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.607739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.608314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.608314] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.608314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.608314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.608502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.608502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.608566] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.609606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.609606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.609606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.609744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.609744] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab04f56-d86c-41cb-8dfa-3af95aad4ca9',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.616482] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 992.616482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.616482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.616627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.616729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.616839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.616894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.617110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.617217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.617299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.617353] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.720695] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc in Status: SUCCESS [ 992.720809] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc deletion is rescheduled due to dependency. [ 992.721926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.112600] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.113528] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.116228] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bab04f56-d86c-41cb-8dfa-3af95aad4ca9 with status ACTIVE [ 993.116228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.116228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.116228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.116228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.116912] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bab04f56-d86c-41cb-8dfa-3af95aad4ca9 is going to be updated. [ 993.122537] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.122822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.123042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.125627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.125902] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.126131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.126568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.126845] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.128025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.128025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.128025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.128025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.128025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.128025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.128025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.128025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.128025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.128025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.128367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.128367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.128367] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.138912] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.138912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.138912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.138912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.138912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.139238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab04f56-d86c-41cb-8dfa-3af95aad4ca9" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.608047] env[70860]: INFO networking_nsxv3.common.synchronization [req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e req-9805a819-0f0a-4794-9324-b9607364f608 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Enqueued Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGHEST for action security_group_members [ 993.609106] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGHEST for action security_group_members [ 993.610069] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3349a891-c7de-4c64-a1ba-4594a57bd683 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.610221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.610293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.611147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.611942] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.611942] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.611942] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.611942] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.611942] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.611942] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3349a891-c7de-4c64-a1ba-4594a57bd683',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.620332] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.630705] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb377ce-1e2e-484b-84d3-2b1b2447ff9e: rpc.has_security_group_logging(os_id): False [ 993.656251] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.656394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.656467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.656782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.656997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.657213] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.657537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.657614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.657840] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.658546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.658546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.658546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.658692] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.658692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.658823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.658942] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.660011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.660011] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 993.671628] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3908238a-5876-4b12-abf2-d27e648b37d7 in Status: SUCCESS [ 993.671628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.671628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.671628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.671997] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.671997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.671997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.672176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.672176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.672302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.672369] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.742528] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.743101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.743101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.743101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.743229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.764133] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 994.064693] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.064886] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.065023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.065365] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.065623] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.065790] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.065907] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.066391] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.066612] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.066876] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.067591] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.067591] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.067591] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.067755] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.068283] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.068283] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.091508] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.091780] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.091971] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.092222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.092700] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-3adacce2-0eab-41a2-840a-72854d01e70a taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.093832] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-3adacce2-0eab-41a2-840a-72854d01e70a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.094026] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-3adacce2-0eab-41a2-840a-72854d01e70a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.094377] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-3adacce2-0eab-41a2-840a-72854d01e70a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.094564] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3adacce2-0eab-41a2-840a-72854d01e70a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.116637] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.116884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.118712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.118712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.118712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.118712] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.118712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.118712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.119767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.119767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.119767] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 already deleted. [ 994.119767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.125230] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.125230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.125230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.125230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.125230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.125230] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b01026-26c4-49d1-953c-a673b5ec4771 is going to be created. [ 994.149397] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.149397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.149545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.149784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.149985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.161927] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b01026-26c4-49d1-953c-a673b5ec4771 in Status: UNINITIALIZED for 2s [ 994.177613] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.445649] env[70860]: INFO networking_nsxv3.common.synchronization [None req-993a9571-4903-4bc1-a117-b23d9792f08c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_rules [ 994.446514] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_rules [ 994.446738] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.446832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.446896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.447542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.447741] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.552656] env[70860]: INFO networking_nsxv3.common.synchronization [None req-6b0536f6-f513-4fa9-802a-7dfcab1b1f7b tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_rules [ 994.552760] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_rules [ 994.555787] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.556134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.597891] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.598203] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.599303] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.599303] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.599303] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.599303] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 3adacce2-0eab-41a2-840a-72854d01e70a not found, creating... [ 994.599794] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.599986] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.600165] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.600489] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.600748] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.601082] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.601331] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.601400] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.601930] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.601930] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.602042] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 3adacce2-0eab-41a2-840a-72854d01e70a is going to be created. [ 994.628994] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.629371] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.629371] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.630440] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.632152] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.632431] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-3adacce2-0eab-41a2-840a-72854d01e70a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.680600] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3908238a-5876-4b12-abf2-d27e648b37d7: rpc.has_security_group_logging(os_id): False [ 994.705240] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.705443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.705552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.705809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.705910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.706214] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.706363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.706445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.706638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.706730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.706816] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3908238a-5876-4b12-abf2-d27e648b37d7 is going to be created. [ 994.783022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.783265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.783265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.783437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.784235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.798179] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3908238a-5876-4b12-abf2-d27e648b37d7 in Status: IN_PROGRESS for 2s [ 994.973690] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.973690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.973690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.973907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.974012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.974114] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 already deleted. [ 994.974198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.975283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.975283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.975283] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.474430] env[70860]: INFO networking_nsxv3.common.synchronization [req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e req-0c59a3c8-ce94-45c0-9cc8-3488136cd318 service nova] Enqueued Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGHEST for action security_group_rules [ 995.474625] env[70860]: INFO networking_nsxv3.common.synchronization [req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e req-0c59a3c8-ce94-45c0-9cc8-3488136cd318 service nova] Enqueued Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGHEST for action security_group_members [ 995.474769] env[70860]: INFO networking_nsxv3.common.synchronization [req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e req-0c59a3c8-ce94-45c0-9cc8-3488136cd318 service nova] Enqueued Resource ID: 3adacce2-0eab-41a2-840a-72854d01e70a with Priority: HIGHEST for action port [ 995.476843] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGHEST for action security_group_rules [ 995.476843] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGHEST for action security_group_members [ 995.476843] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adacce2-0eab-41a2-840a-72854d01e70a with Priority: HIGHEST for action port [ 995.476843] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3349a891-c7de-4c64-a1ba-4594a57bd683 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.476843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.476843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.476843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.476843] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3349a891-c7de-4c64-a1ba-4594a57bd683',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.477565] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3349a891-c7de-4c64-a1ba-4594a57bd683 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.479161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.479161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.479161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.479161] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.479161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.479161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.479161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.479161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.479161] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3349a891-c7de-4c64-a1ba-4594a57bd683',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.484634] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-3adacce2-0eab-41a2-840a-72854d01e70a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.484793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3adacce2-0eab-41a2-840a-72854d01e70a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.484879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3adacce2-0eab-41a2-840a-72854d01e70a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.485156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3adacce2-0eab-41a2-840a-72854d01e70a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.486173] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3adacce2-0eab-41a2-840a-72854d01e70a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.513499] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.513679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.513775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.514561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.515054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.515235] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 already deleted. [ 995.515441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.777187] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 995.777470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.988253] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3adacce2-0eab-41a2-840a-72854d01e70a with status ACTIVE [ 995.988360] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.988504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.988688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.988869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.988966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.989204] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.989440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.989440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.989546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.989623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.989964] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.990116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.990186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.991560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.991560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.991560] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3adacce2-0eab-41a2-840a-72854d01e70a is going to be updated. [ 995.995739] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3349a891-c7de-4c64-a1ba-4594a57bd683',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.995739] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3349a891-c7de-4c64-a1ba-4594a57bd683 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.995739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.017060] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.017060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.017060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.017280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.017280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.017374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3adacce2-0eab-41a2-840a-72854d01e70a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.033902] env[70860]: INFO networking_nsxv3.common.synchronization [req-eed9fe0c-845e-45df-956f-4030317ebd31 req-b910e976-100c-4f25-add3-bdab8dfd713c tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 996.034492] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 996.034811] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.035316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.035316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.035316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.035441] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.035491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.035523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.036014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.036014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.036014] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.181025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b01026-26c4-49d1-953c-a673b5ec4771 in Status: SUCCESS [ 996.181025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.184027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.184287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.184841] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.184841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.184841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.185473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.185585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.186904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.186904] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.240613] env[70860]: INFO networking_nsxv3.common.synchronization [req-566f784c-a50b-443c-a22a-56b61478a8f7 req-8b7c1d38-6f1f-4302-8c99-d97d720bbf8b tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 996.241376] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGHEST for action security_group_members [ 996.242081] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.242081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.242081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.244351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.244351] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.244351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.244351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.245362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.245362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.245362] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.499293] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3349a891-c7de-4c64-a1ba-4594a57bd683',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.539088] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.599604] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.599604] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.599856] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.600599] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.600599] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.600599] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.600599] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.600808] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.602242] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.602242] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.602242] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.602242] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.602242] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.602531] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.602531] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.602531] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.626959] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.627543] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.627741] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.627935] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.628268] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-29190f20-7029-4ef3-b195-7b71ef6d29df taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.628447] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-29190f20-7029-4ef3-b195-7b71ef6d29df" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.628572] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-29190f20-7029-4ef3-b195-7b71ef6d29df" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.628933] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-29190f20-7029-4ef3-b195-7b71ef6d29df" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.629109] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29190f20-7029-4ef3-b195-7b71ef6d29df',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.689315] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.749066] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.749066] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.749228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.749447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.749447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.749627] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.749733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.749808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.749984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.750122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.750158] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 is going to be updated. [ 996.775682] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.775818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.776034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.777286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.779705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.787132] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: IN_PROGRESS for 2s [ 996.808261] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3908238a-5876-4b12-abf2-d27e648b37d7 in Status: SUCCESS [ 996.808516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.950022] env[70860]: INFO networking_nsxv3.common.synchronization [req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 req-e95c8de7-091a-4866-abb4-1e177641a97e tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Enqueued Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 996.950022] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 996.951785] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.951877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.952139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.952309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.952491] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.952597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.952663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.952847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.952965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.953111] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.004357] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.004357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.004357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.004357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.004357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.004357] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 is going to be created. [ 997.025155] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.026334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.026334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.026334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.027409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.035079] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 in Status: UNINITIALIZED for 2s [ 997.042049] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.133480] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.133716] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.133853] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.134249] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.134428] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.134595] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 29190f20-7029-4ef3-b195-7b71ef6d29df not found, creating... [ 997.135110] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.135337] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.135519] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.135827] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.136078] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.136471] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.136729] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.136919] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.137274] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.137516] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.137762] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 29190f20-7029-4ef3-b195-7b71ef6d29df is going to be created. [ 997.172353] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.172353] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.172353] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.172353] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.172353] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.172353] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-29190f20-7029-4ef3-b195-7b71ef6d29df" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.193068] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50b01026-26c4-49d1-953c-a673b5ec4771: rpc.has_security_group_logging(os_id): False [ 997.226529] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.226686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.226970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.227183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.227288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.227548] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.227659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.227729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.227902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.227985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.228090] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b01026-26c4-49d1-953c-a673b5ec4771 is going to be created. [ 997.309238] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.309238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.309238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.309238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.309238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.324703] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b01026-26c4-49d1-953c-a673b5ec4771 in Status: IN_PROGRESS for 2s [ 997.455741] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.544010] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.545426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.545513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.545738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.545832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.545935] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be updated. [ 997.577628] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.577771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.577844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.578438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.579107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.588935] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: IN_PROGRESS for 2s [ 997.958457] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.051076] env[70860]: INFO networking_nsxv3.common.synchronization [req-eed9fe0c-845e-45df-956f-4030317ebd31 req-f6fc4df0-e822-4bba-b9e4-279537fdfb9f service nova] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_rules [ 998.051347] env[70860]: INFO networking_nsxv3.common.synchronization [req-eed9fe0c-845e-45df-956f-4030317ebd31 req-f6fc4df0-e822-4bba-b9e4-279537fdfb9f service nova] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 998.051511] env[70860]: INFO networking_nsxv3.common.synchronization [req-eed9fe0c-845e-45df-956f-4030317ebd31 req-f6fc4df0-e822-4bba-b9e4-279537fdfb9f service nova] Enqueued Resource ID: 29190f20-7029-4ef3-b195-7b71ef6d29df with Priority: HIGHEST for action port [ 998.052103] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_rules [ 998.052456] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 998.052456] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29190f20-7029-4ef3-b195-7b71ef6d29df with Priority: HIGHEST for action port [ 998.054901] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.054901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.054901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.054901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.054901] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.054901] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.054901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.054901] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-29190f20-7029-4ef3-b195-7b71ef6d29df taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.054901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29190f20-7029-4ef3-b195-7b71ef6d29df" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.054901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29190f20-7029-4ef3-b195-7b71ef6d29df" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.055433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29190f20-7029-4ef3-b195-7b71ef6d29df" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.055433] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29190f20-7029-4ef3-b195-7b71ef6d29df',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.466019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.466019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.466019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.466019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.466019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.466019] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7d5018-166a-4924-be87-82f24e99883b is going to be updated. [ 998.494057] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.494267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.494267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.497083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.497083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.503950] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: IN_PROGRESS for 2s [ 998.562496] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.562624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.562815] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29190f20-7029-4ef3-b195-7b71ef6d29df with status ACTIVE [ 998.563009] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.563755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.563755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.563755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.563755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.563755] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.563755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.564193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.564193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.564193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.564193] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.564415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.564415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.564540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.564540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.564633] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29190f20-7029-4ef3-b195-7b71ef6d29df is going to be updated. [ 998.592593] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.592593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.592701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.593236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.593375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.593592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29190f20-7029-4ef3-b195-7b71ef6d29df" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.723394] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-992ef7ce-77b7-483b-9a7d-60e92a09d609 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 998.723936] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 998.724674] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.724674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.724674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.725716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.725803] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.725947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.725999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.726158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.726220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.726318] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.799840] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 in Status: SUCCESS [ 998.801666] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 deletion is rescheduled due to dependency. [ 998.801796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.046609] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 in Status: SUCCESS [ 999.047006] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.047228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.047554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.047862] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.048069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.048209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.048470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.048603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.048796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.048962] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3349a891-c7de-4c64-a1ba-4594a57bd683',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.232942] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.235016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.235016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.235016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.235016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.235016] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.235016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.235016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.235016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.235016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.235016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e already deleted. [ 999.235016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.340394] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b01026-26c4-49d1-953c-a673b5ec4771 in Status: SUCCESS [ 999.340394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.555718] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3349a891-c7de-4c64-a1ba-4594a57bd683 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.555953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.555953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.556451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.556927] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.557052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.557462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.557512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.557680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.557946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.558320] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3349a891-c7de-4c64-a1ba-4594a57bd683 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.558624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.558820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.559057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.559220] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.559333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.559390] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.559582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.559669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.560068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.560068] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3349a891-c7de-4c64-a1ba-4594a57bd683',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.603200] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: SUCCESS [ 999.603200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.603200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.603513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.604237] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.604237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.604237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.604421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.604421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.604524] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.923183] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-65bb3ef9-96e7-4706-8f1f-e87dbad455e2 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 999.923183] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 999.923183] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.923183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.923183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.923183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.923899] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.924173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.924328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.924573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.924921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.925237] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.064292] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3349a891-c7de-4c64-a1ba-4594a57bd683: rpc.has_security_group_logging(os_id): False [ 1000.081549] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.082793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.084297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.084934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.084934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.085333] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.086252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.086252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.086252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.086252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.086252] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.086252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.086509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.086546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.086618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.086889] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.087035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.087087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.087219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.087564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.087564] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 is going to be created. [ 1000.107902] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.139804] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.139965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.140073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.140298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.140506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.151961] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 in Status: IN_PROGRESS for 2s [ 1000.429280] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.429280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.429280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.429280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.429588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.429588] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.429787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.429787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.429925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.429998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.430088] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e already deleted. [ 1000.430170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.513899] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: SUCCESS [ 1000.517315] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.617187] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.648721] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-f70fffd0-9790-480e-9eb2-68fb8413175f tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1000.648721] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1000.648984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.648984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.649209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.649474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.651118] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.651118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.651118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.651118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.651118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.651118] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.681299] env[70860]: INFO networking_nsxv3.common.synchronization [req-b4b8aefc-30c0-4356-bec9-a73cae944bad req-aa057a3d-a0eb-4fb0-baf4-ab1a59b0abb6 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Enqueued Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_members [ 1000.681631] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGHEST for action security_group_members [ 1000.682035] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.682664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.682664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.686332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.686549] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.686702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.686847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.686944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.687049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.687170] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.829019] env[70860]: INFO networking_nsxv3.common.synchronization [req-c8feb198-3ceb-48c2-be15-52b58df35b4d req-c99da1f2-80dd-4456-87e5-20e4861f2b95 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1000.829828] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1000.830183] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.830322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.830388] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.830611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.830764] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.830857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.830915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.831071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.831154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.831303] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.120410] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.122437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.122437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.122437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.122437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.122437] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be updated. [ 1001.149060] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.149535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.149711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.150224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.151804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.153957] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.154385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.154658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.155084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.155281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.156797] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.156797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.156797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.156797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.156797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.156797] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e already deleted. [ 1001.156797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164086] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: IN_PROGRESS for 2s [ 1001.192430] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.192430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.192430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.192430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.192430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.192430] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.192430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.192430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.192430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.192430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.192430] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1002ff90-3036-42b4-98c6-beaf49603d25 is going to be updated. [ 1001.216107] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.216259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.216344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.217041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.217041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.228218] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1002ff90-3036-42b4-98c6-beaf49603d25 in Status: IN_PROGRESS for 2s [ 1001.335198] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.505629] env[70860]: INFO networking_nsxv3.common.synchronization [None req-d1ecf5a1-70b6-452a-914d-20c61aebbf71 None None] Enqueued Resource ID: 58a755ae-fb62-4f40-9393-30b02210fa19 with Priority: HIGHEST for action port [ 1001.506357] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a755ae-fb62-4f40-9393-30b02210fa19 with Priority: HIGHEST for action port [ 1001.506982] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-58a755ae-fb62-4f40-9393-30b02210fa19 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.506982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58a755ae-fb62-4f40-9393-30b02210fa19" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.506982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58a755ae-fb62-4f40-9393-30b02210fa19" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.506982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58a755ae-fb62-4f40-9393-30b02210fa19" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.507198] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a755ae-fb62-4f40-9393-30b02210fa19',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.724316] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.724554] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-255" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.724639] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-255" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.724993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-255" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.725282] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.725488] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.725549] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.726110] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.729017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.729017] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.729017] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.729017] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.729017] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.729017] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.729017] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.729017] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.745179] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.745366] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.745519] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.750291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-255" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.750291] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-85701fe9-506a-46e8-b5ca-7a84ede49b8c taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.750291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-85701fe9-506a-46e8-b5ca-7a84ede49b8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.750291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-85701fe9-506a-46e8-b5ca-7a84ede49b8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.750291] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-85701fe9-506a-46e8-b5ca-7a84ede49b8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.750291] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85701fe9-506a-46e8-b5ca-7a84ede49b8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.838220] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.905080] env[70860]: INFO networking_nsxv3.common.synchronization [req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb req-1cba5e1e-c789-4f82-9efd-1bb9a4d427e1 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1001.905623] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1001.905918] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.906284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.906369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.906622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.906796] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.906910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.906969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.907139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.907211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.907299] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.012609] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58a755ae-fb62-4f40-9393-30b02210fa19 [ 1002.012609] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.012609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.012609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.012609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.012609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.012609] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58a755ae-fb62-4f40-9393-30b02210fa19 already deleted. [ 1002.012609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58a755ae-fb62-4f40-9393-30b02210fa19" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.167035] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 in Status: SUCCESS [ 1002.167035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.251724] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.251994] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.252167] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.252968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.252968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.252968] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 85701fe9-506a-46e8-b5ca-7a84ede49b8c not found, creating... [ 1002.253184] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.253269] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.253360] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.253590] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.253732] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.254040] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.254269] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.254447] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.254678] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.254858] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.259131] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 85701fe9-506a-46e8-b5ca-7a84ede49b8c is going to be created. [ 1002.284881] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.284881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.284881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.289061] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.289061] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.289061] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-85701fe9-506a-46e8-b5ca-7a84ede49b8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.342347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.342347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.342347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.342347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.342347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.342347] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1002.378432] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.378635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.378706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.378973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.379130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.392421] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1002.409063] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.410041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.410041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.410041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.410041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.410041] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.410041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.410041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.410474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.410474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.410474] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 already deleted. [ 1002.410474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.692657] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.692859] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.693063] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.693710] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.693710] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.693930] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.696814] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.696814] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.696814] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.696814] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.696814] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.696814] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.696814] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.696814] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.696814] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.696814] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.714329] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.714566] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1002.714735] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.714962] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.715368] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-1003e360-d179-48b2-864a-1ddcf9f340f5 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.716231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-1003e360-d179-48b2-864a-1ddcf9f340f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.716231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-1003e360-d179-48b2-864a-1ddcf9f340f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.716231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-1003e360-d179-48b2-864a-1ddcf9f340f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.716484] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1003e360-d179-48b2-864a-1ddcf9f340f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.178094] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: SUCCESS [ 1003.178094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.178094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.178094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.178094] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.178094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.178094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.178667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.178667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.178667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.178667] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.221079] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.221229] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.221367] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.221644] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.221798] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.221962] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 1003e360-d179-48b2-864a-1ddcf9f340f5 not found, creating... [ 1003.222249] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.222427] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.222552] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.222775] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.222917] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.223260] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.223429] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.223555] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.223774] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.223916] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.224571] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 1003e360-d179-48b2-864a-1ddcf9f340f5 is going to be created. [ 1003.241448] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1002ff90-3036-42b4-98c6-beaf49603d25 in Status: SUCCESS [ 1003.241448] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1002ff90-3036-42b4-98c6-beaf49603d25 deletion is rescheduled due to dependency. [ 1003.241448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.249863] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.250227] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.250298] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.252202] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.252202] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.252202] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-1003e360-d179-48b2-864a-1ddcf9f340f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.342506] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-231bb05c-f239-401d-b76f-60eb66d4efbd service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1003.342695] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-231bb05c-f239-401d-b76f-60eb66d4efbd service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1003.342875] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-231bb05c-f239-401d-b76f-60eb66d4efbd service nova] Enqueued Resource ID: 85701fe9-506a-46e8-b5ca-7a84ede49b8c with Priority: HIGHEST for action port [ 1003.346590] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1003.346765] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1003.346856] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85701fe9-506a-46e8-b5ca-7a84ede49b8c with Priority: HIGHEST for action port [ 1003.347176] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.347379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.347379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.347625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.347714] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.348676] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.348761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.348827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.349045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.349531] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.349531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.349531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.349531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.349662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.349662] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.350458] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-85701fe9-506a-46e8-b5ca-7a84ede49b8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.350556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85701fe9-506a-46e8-b5ca-7a84ede49b8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.350615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85701fe9-506a-46e8-b5ca-7a84ede49b8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.350771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85701fe9-506a-46e8-b5ca-7a84ede49b8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.350853] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85701fe9-506a-46e8-b5ca-7a84ede49b8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.679828] env[70860]: INFO networking_nsxv3.common.synchronization [None req-7b79700d-a29c-4032-85b0-4c322a67a38c None None] Enqueued Resource ID: eaae0e15-0958-4050-a5e5-6e815323d72c with Priority: HIGHEST for action port [ 1003.680370] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaae0e15-0958-4050-a5e5-6e815323d72c with Priority: HIGHEST for action port [ 1003.680670] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaae0e15-0958-4050-a5e5-6e815323d72c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.680810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaae0e15-0958-4050-a5e5-6e815323d72c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.682631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaae0e15-0958-4050-a5e5-6e815323d72c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.682631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaae0e15-0958-4050-a5e5-6e815323d72c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.682631] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaae0e15-0958-4050-a5e5-6e815323d72c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.683264] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.683446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.683530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.683855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.684095] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.684832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.684915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.685068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.685161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.685252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.685408] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.685503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.685584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.685740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.685885] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.685980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.686058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.686198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.686275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.686358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.686457] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.852533] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.852533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.856085] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.856085] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85701fe9-506a-46e8-b5ca-7a84ede49b8c with status ACTIVE [ 1003.856085] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.856085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.856085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.856537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.856537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.856618] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.857205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.857205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.857205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.857205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.857405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.857405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.857498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.857581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.857674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.857760] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85701fe9-506a-46e8-b5ca-7a84ede49b8c is going to be updated. [ 1003.877991] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.879132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.879132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.879257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.880225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.880225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85701fe9-506a-46e8-b5ca-7a84ede49b8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.033582] env[70860]: INFO networking_nsxv3.common.synchronization [req-078d7bc5-263a-4e09-9f90-dec91220bc2b req-65582e04-0cfa-47d3-ab8e-20330eb2670e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1004.033582] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1004.033582] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.033582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.033582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.033582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.033897] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.034132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.034132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.034259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.034375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.034505] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.188394] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02b221e2-c0a8-432c-8901-9102c8396058: rpc.has_security_group_logging(os_id): False [ 1004.189815] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaae0e15-0958-4050-a5e5-6e815323d72c [ 1004.190115] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.190273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.190360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.190592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.190731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.190863] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaae0e15-0958-4050-a5e5-6e815323d72c already deleted. [ 1004.190973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaae0e15-0958-4050-a5e5-6e815323d72c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.206286] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.206435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.206507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.206837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.206999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.207273] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.207392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.207466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.207639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.207748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.207921] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.208036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.208125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.208284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.208361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.208569] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.209150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.209231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.209565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.209659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.209763] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be updated. [ 1004.271044] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.271222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.273039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.273039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.273039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.286798] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: IN_PROGRESS for 2s [ 1004.361552] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.406017] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1004.406236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.539803] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.539803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.539803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.540014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.540083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.540249] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.540356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.540419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.540569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.540643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.540726] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 1004.547483] env[70860]: INFO networking_nsxv3.common.synchronization [req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb req-3fe56eb7-1f9a-45c3-a6f4-c9af63ed7921 service nova] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_rules [ 1004.547604] env[70860]: INFO networking_nsxv3.common.synchronization [req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb req-3fe56eb7-1f9a-45c3-a6f4-c9af63ed7921 service nova] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1004.547808] env[70860]: INFO networking_nsxv3.common.synchronization [req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb req-3fe56eb7-1f9a-45c3-a6f4-c9af63ed7921 service nova] Enqueued Resource ID: 1003e360-d179-48b2-864a-1ddcf9f340f5 with Priority: HIGHEST for action port [ 1004.547956] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_rules [ 1004.548094] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1004.548191] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1003e360-d179-48b2-864a-1ddcf9f340f5 with Priority: HIGHEST for action port [ 1004.548868] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.548995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.549210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.549435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.549543] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.550405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.552339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.552440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.552595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.552754] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.552853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.552919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.553446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.553446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.553446] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.554383] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-1003e360-d179-48b2-864a-1ddcf9f340f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.554520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1003e360-d179-48b2-864a-1ddcf9f340f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.554550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1003e360-d179-48b2-864a-1ddcf9f340f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.554812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1003e360-d179-48b2-864a-1ddcf9f340f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.554812] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1003e360-d179-48b2-864a-1ddcf9f340f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.568755] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.568755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.568755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.568755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.568755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.575662] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 1004.696287] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.696510] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-281" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.696650] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-281" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.697978] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-281" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.698309] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.698487] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.698615] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.698879] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.699057] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.699276] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.699394] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.699549] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.699683] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.699813] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.699943] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.700138] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.719410] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.719661] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.719918] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.720049] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-281" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.720472] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-d40856bb-2fea-4df8-a08e-9996cbd7a770 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.722281] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-d40856bb-2fea-4df8-a08e-9996cbd7a770" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.722281] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-d40856bb-2fea-4df8-a08e-9996cbd7a770" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.722600] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-d40856bb-2fea-4df8-a08e-9996cbd7a770" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.722912] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d40856bb-2fea-4df8-a08e-9996cbd7a770',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.868218] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.868218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.868446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.868743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.868916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.869381] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be created. [ 1004.891733] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.891733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.891733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.892073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.892073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.898585] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.898786] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.898946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.899260] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.899541] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.899943] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.899943] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.901514] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.901742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.902040] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.902202] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.902304] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.902429] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.902550] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.902680] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.902848] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.906136] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: UNINITIALIZED for 2s [ 1004.943099] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.943237] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.943308] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.943494] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.943797] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-5413e346-6140-46cb-81d6-d0b345f55e16 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.943952] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-5413e346-6140-46cb-81d6-d0b345f55e16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.944118] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-5413e346-6140-46cb-81d6-d0b345f55e16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.944426] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-5413e346-6140-46cb-81d6-d0b345f55e16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.944614] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5413e346-6140-46cb-81d6-d0b345f55e16',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.056810] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.056940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.057249] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.064064] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1003e360-d179-48b2-864a-1ddcf9f340f5 with status ACTIVE [ 1005.064064] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.064064] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.064064] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.064064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.064064] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1003e360-d179-48b2-864a-1ddcf9f340f5 is going to be updated. [ 1005.094196] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.094327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.094515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.094664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.095312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.095312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1003e360-d179-48b2-864a-1ddcf9f340f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.227666] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.227666] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.227666] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.230024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.230024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.230024] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port d40856bb-2fea-4df8-a08e-9996cbd7a770 not found, creating... [ 1005.230024] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.230024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.230024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.230024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.230863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.234144] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.234144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.234144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.234144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.234144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.234144] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: d40856bb-2fea-4df8-a08e-9996cbd7a770 is going to be created. [ 1005.268444] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.268722] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.268861] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.269215] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.269447] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.269718] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-d40856bb-2fea-4df8-a08e-9996cbd7a770" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.451022] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.451022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.451022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.451022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.451022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.451022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 5413e346-6140-46cb-81d6-d0b345f55e16 not found, creating... [ 1005.451022] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.451022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.451022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.451022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.451890] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.452617] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.452617] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.452617] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.452916] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.453120] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.453264] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 5413e346-6140-46cb-81d6-d0b345f55e16 is going to be created. [ 1005.473309] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.473763] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.473919] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.474211] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.474446] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.474672] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-5413e346-6140-46cb-81d6-d0b345f55e16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.562203] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.069541] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.069794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.069794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.070049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.070150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.070207] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be created. [ 1006.092246] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.092393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.092477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.092699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.092858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.104857] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: UNINITIALIZED for 2s [ 1006.303025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: SUCCESS [ 1006.303025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.505869] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-304a34b3-8f2b-4cd8-a838-cec801d8eb47 service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1006.505869] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-304a34b3-8f2b-4cd8-a838-cec801d8eb47 service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1006.506165] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-304a34b3-8f2b-4cd8-a838-cec801d8eb47 service nova] Enqueued Resource ID: d40856bb-2fea-4df8-a08e-9996cbd7a770 with Priority: HIGHEST for action port [ 1006.506450] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1006.506450] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1006.506450] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40856bb-2fea-4df8-a08e-9996cbd7a770 with Priority: HIGHEST for action port [ 1006.507639] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.509157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.512142] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.512142] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.512142] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d40856bb-2fea-4df8-a08e-9996cbd7a770 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.512142] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d40856bb-2fea-4df8-a08e-9996cbd7a770" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.512142] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d40856bb-2fea-4df8-a08e-9996cbd7a770" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.512142] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d40856bb-2fea-4df8-a08e-9996cbd7a770" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.512142] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d40856bb-2fea-4df8-a08e-9996cbd7a770',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.587148] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 1006.587310] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 deletion is rescheduled due to dependency. [ 1006.587420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.875425] env[70860]: INFO networking_nsxv3.common.synchronization [req-078d7bc5-263a-4e09-9f90-dec91220bc2b req-d1826850-3b90-43c3-956f-7c38600e2700 service nova] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_rules [ 1006.875623] env[70860]: INFO networking_nsxv3.common.synchronization [req-078d7bc5-263a-4e09-9f90-dec91220bc2b req-d1826850-3b90-43c3-956f-7c38600e2700 service nova] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1006.875767] env[70860]: INFO networking_nsxv3.common.synchronization [req-078d7bc5-263a-4e09-9f90-dec91220bc2b req-d1826850-3b90-43c3-956f-7c38600e2700 service nova] Enqueued Resource ID: 5413e346-6140-46cb-81d6-d0b345f55e16 with Priority: HIGHEST for action port [ 1006.878327] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_rules [ 1006.878327] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1006.878327] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5413e346-6140-46cb-81d6-d0b345f55e16 with Priority: HIGHEST for action port [ 1006.878327] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.878327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.878327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.878327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.878327] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.879489] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.879618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.879669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.879867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.880028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.880259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.880259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.880362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.880398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.881085] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.881282] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-5413e346-6140-46cb-81d6-d0b345f55e16 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.881404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5413e346-6140-46cb-81d6-d0b345f55e16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.881478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5413e346-6140-46cb-81d6-d0b345f55e16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.882060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5413e346-6140-46cb-81d6-d0b345f55e16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.882137] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5413e346-6140-46cb-81d6-d0b345f55e16',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.889507] env[70860]: INFO networking_nsxv3.common.synchronization [req-078d7bc5-263a-4e09-9f90-dec91220bc2b req-a3aed98b-26d5-433a-b934-9c419e6c66a9 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1006.889507] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1006.889507] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.889507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.921146] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1006.921146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.921146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.921146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.921146] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.921146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.921146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.921146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.921146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.921146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.921146] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.921897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.922193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.922469] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.922678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.922836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.923158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.923331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.923506] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.016143] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d40856bb-2fea-4df8-a08e-9996cbd7a770 with status ACTIVE [ 1007.016375] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.017250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.017250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.017250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.017250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.017250] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.017250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.017250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.017646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.017646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.017646] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.017909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.017985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.018078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.018151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.018233] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d40856bb-2fea-4df8-a08e-9996cbd7a770 is going to be updated. [ 1007.039246] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.039374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.039448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.039728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.040012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.040086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d40856bb-2fea-4df8-a08e-9996cbd7a770" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.386423] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.387498] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.387601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.387761] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5413e346-6140-46cb-81d6-d0b345f55e16 with status ACTIVE [ 1007.387920] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.388041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.388109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.388309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.388396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.388561] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.388656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.388732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.388936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.389032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.389214] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.389307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.389365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.389508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.389581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.389677] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5413e346-6140-46cb-81d6-d0b345f55e16 is going to be updated. [ 1007.414153] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.414291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.414350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.414558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.414693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.414848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5413e346-6140-46cb-81d6-d0b345f55e16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.425171] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.425171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.425171] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.596927] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.597230] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.597595] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.597595] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.598071] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.598071] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.598071] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.598424] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.598502] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.598665] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.598777] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.598956] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.602104] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.602104] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.602104] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.602104] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.617344] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.617501] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.617640] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.617827] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-386" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.618742] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.618742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.618742] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.618966] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.619117] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a07d188-6f0c-4b1c-ba8f-2a910e279ebb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.681418] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.682372] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-255" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.682555] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-255" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.682852] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-255" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.683165] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.683650] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.683650] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.683740] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.683812] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.684034] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.684158] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.684274] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.684388] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.684542] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.684610] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.684747] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.701388] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.701482] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.701624] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.701870] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-255" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.702138] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-3a167fc5-9050-4c0b-acf2-faaee05961bf taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.702313] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-3a167fc5-9050-4c0b-acf2-faaee05961bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.702434] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-3a167fc5-9050-4c0b-acf2-faaee05961bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.702822] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-3a167fc5-9050-4c0b-acf2-faaee05961bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.702980] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a167fc5-9050-4c0b-acf2-faaee05961bf',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.771745] env[70860]: INFO networking_nsxv3.common.synchronization [req-9fe67829-5c98-4588-992e-b68ba8c18ed2 req-8f6f8079-6769-480c-934b-fb4344fdea21 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Enqueued Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGHEST for action security_group_members [ 1007.772342] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGHEST for action security_group_members [ 1007.773176] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3349a891-c7de-4c64-a1ba-4594a57bd683 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.773288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.773326] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.773579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.773718] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.774013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.774013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.774013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.774203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.774203] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3349a891-c7de-4c64-a1ba-4594a57bd683',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.894274] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.928054] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.116645] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: SUCCESS [ 1008.116645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.116645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.116645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.116645] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.116645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.116645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.116645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.116645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.116645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.116645] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.125344] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.128017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.128017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.128017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.128017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.128017] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb not found, creating... [ 1008.128017] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.128017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.128017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.128017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.128017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.128437] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.128931] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.129375] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.129725] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.130063] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.130318] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb is going to be created. [ 1008.152492] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.152492] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.152492] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.152492] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.152492] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.152492] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.196576] env[70860]: INFO networking_nsxv3.common.synchronization [None req-448acea4-3825-4164-a8b4-9c13df74595f None None] Enqueued Resource ID: 9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3 with Priority: HIGHEST for action port [ 1008.197577] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3 with Priority: HIGHEST for action port [ 1008.198424] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.198824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.199314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.199664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.199854] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.208382] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.208382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.208382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.208382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.208382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.208382] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 3a167fc5-9050-4c0b-acf2-faaee05961bf not found, creating... [ 1008.208382] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.208382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.208382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.208382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.208382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.209743] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.209743] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.209743] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.210209] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.210366] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.210576] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 3a167fc5-9050-4c0b-acf2-faaee05961bf is going to be created. [ 1008.239652] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.240032] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.240179] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.240468] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.240713] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.240947] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-3a167fc5-9050-4c0b-acf2-faaee05961bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.275865] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.276052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.276138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.276371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.276465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.276663] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.276745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.276814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.276963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.277059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.277147] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 is going to be updated. [ 1008.308770] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.308770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.308770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.308770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.308770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.318948] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 in Status: IN_PROGRESS for 2s [ 1008.398576] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.398917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.398917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.399132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.399245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.399363] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 1008.429894] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.430315] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.431947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.431947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.431947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.437918] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1008.449045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.449045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.449045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.449667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.449978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.459274] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 1008.476953] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.477118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.477177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.477384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.477524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.495085] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1008.499137] env[70860]: INFO networking_nsxv3.common.synchronization [None req-64ddf306-51a3-4dc4-a668-26daf5bb2b8a None None] Enqueued Resource ID: 92aaf81a-1a3a-4b9a-a1d7-b497bf982168 with Priority: HIGHEST for action port [ 1008.499137] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92aaf81a-1a3a-4b9a-a1d7-b497bf982168 with Priority: HIGHEST for action port [ 1008.499137] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-92aaf81a-1a3a-4b9a-a1d7-b497bf982168 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.499137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92aaf81a-1a3a-4b9a-a1d7-b497bf982168" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.499137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92aaf81a-1a3a-4b9a-a1d7-b497bf982168" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.499137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92aaf81a-1a3a-4b9a-a1d7-b497bf982168" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.499137] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92aaf81a-1a3a-4b9a-a1d7-b497bf982168',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.618410] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.704071] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3 [ 1008.704071] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.704071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.704071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.704071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.704071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.704071] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3 already deleted. [ 1008.704071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a3ac4c5-ac6f-4446-a5c5-1ca424dcfeb3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.002649] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92aaf81a-1a3a-4b9a-a1d7-b497bf982168 [ 1009.003459] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.003785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.004546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.004942] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.005238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.005480] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92aaf81a-1a3a-4b9a-a1d7-b497bf982168 already deleted. [ 1009.005760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92aaf81a-1a3a-4b9a-a1d7-b497bf982168" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.120704] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62178bd8-9324-45b1-a0ec-8140bf0771f6: rpc.has_security_group_logging(os_id): False [ 1009.139480] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.139687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.139732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.140017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.140158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.140547] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.140547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.140781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.140781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.140869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.140930] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be created. [ 1009.226989] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.227151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.227217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.228148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.228148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.249664] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: IN_PROGRESS for 2s [ 1010.086593] env[70860]: INFO networking_nsxv3.common.synchronization [req-078d7bc5-263a-4e09-9f90-dec91220bc2b req-d6726925-5cd9-40e7-98c9-f335ccd935a6 service nova] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_rules [ 1010.086593] env[70860]: INFO networking_nsxv3.common.synchronization [req-078d7bc5-263a-4e09-9f90-dec91220bc2b req-d6726925-5cd9-40e7-98c9-f335ccd935a6 service nova] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1010.086593] env[70860]: INFO networking_nsxv3.common.synchronization [req-078d7bc5-263a-4e09-9f90-dec91220bc2b req-d6726925-5cd9-40e7-98c9-f335ccd935a6 service nova] Enqueued Resource ID: 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb with Priority: HIGHEST for action port [ 1010.086593] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_rules [ 1010.086593] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1010.087301] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb with Priority: HIGHEST for action port [ 1010.087649] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.087751] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.087966] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.088067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.088245] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.088341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.088403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.088600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.089041] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a07d188-6f0c-4b1c-ba8f-2a910e279ebb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.119581] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-7458f1b4-bc8c-47a5-95b3-9686f6065ad2 service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1010.119709] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-7458f1b4-bc8c-47a5-95b3-9686f6065ad2 service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1010.119811] env[70860]: INFO networking_nsxv3.common.synchronization [req-06f0b021-6b13-493f-a0dd-df6ef2726d94 req-7458f1b4-bc8c-47a5-95b3-9686f6065ad2 service nova] Enqueued Resource ID: 3a167fc5-9050-4c0b-acf2-faaee05961bf with Priority: HIGHEST for action port [ 1010.121062] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1010.121229] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1010.121330] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a167fc5-9050-4c0b-acf2-faaee05961bf with Priority: HIGHEST for action port [ 1010.121982] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.121982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.121982] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.121982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.122186] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a167fc5-9050-4c0b-acf2-faaee05961bf taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.122357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a167fc5-9050-4c0b-acf2-faaee05961bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.122357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a167fc5-9050-4c0b-acf2-faaee05961bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.122702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a167fc5-9050-4c0b-acf2-faaee05961bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.122702] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a167fc5-9050-4c0b-acf2-faaee05961bf',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.331373] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 in Status: SUCCESS [ 1010.331373] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 deletion is rescheduled due to dependency. [ 1010.331373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.409317] env[70860]: INFO networking_nsxv3.common.synchronization [req-1e5c178b-9523-4353-b38e-2bd24de10ca4 req-b9d9be0b-b0b1-4b83-bcdf-0632a46630e3 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 1010.409317] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 1010.409317] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.409317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.409317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.411681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.411946] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.412119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.412231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.412498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.412669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.412784] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.468448] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 1010.471055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.471055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.471055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.471055] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.471055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.471055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.471055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.471055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.471055] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.503066] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1010.503066] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.503354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.503527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.503715] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.503870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.503923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.504040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.504119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.504199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.504356] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.504431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.508019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.508019] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.508019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.508019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.508019] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.594169] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb with status ACTIVE [ 1010.594169] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.594169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.594169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.594169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.594169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.594169] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.594169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.594169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.594169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.594169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.594938] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.594938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.595196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.595381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.595478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.595574] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb is going to be updated. [ 1010.621076] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.621076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.621076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.621076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.621076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.621076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.624420] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a167fc5-9050-4c0b-acf2-faaee05961bf with status ACTIVE [ 1010.625665] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.625817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.625884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.626133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.626241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.626432] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.626532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.626598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.626755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.626825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.627010] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.631021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.631021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.631021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.631021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.631021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a167fc5-9050-4c0b-acf2-faaee05961bf is going to be updated. [ 1010.659839] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.659966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.660047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.660297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.660431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.662402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a167fc5-9050-4c0b-acf2-faaee05961bf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.891697] env[70860]: INFO networking_nsxv3.common.synchronization [None req-220ba3e2-9e2c-441e-ab9c-763826a01766 None None] Enqueued Resource ID: bd125e87-0b2f-4a40-8739-6875a5a96088 with Priority: HIGHEST for action port [ 1010.891697] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd125e87-0b2f-4a40-8739-6875a5a96088 with Priority: HIGHEST for action port [ 1010.891925] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd125e87-0b2f-4a40-8739-6875a5a96088 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.894445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd125e87-0b2f-4a40-8739-6875a5a96088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.894445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd125e87-0b2f-4a40-8739-6875a5a96088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.894445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd125e87-0b2f-4a40-8739-6875a5a96088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.894445] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd125e87-0b2f-4a40-8739-6875a5a96088',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.919917] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.972855] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.008836] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e: rpc.has_security_group_logging(os_id): False [ 1011.010084] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.031084] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.031084] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.031084] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.031084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.031860] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.031860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.031860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.031860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.031860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.031860] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be created. [ 1011.084069] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.084069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.084069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.089067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.089067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.095884] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1011.144993] env[70860]: INFO networking_nsxv3.common.synchronization [req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 req-2e8f864b-a033-4bbe-af18-df0741b01a4f tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Enqueued Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGHEST for action security_group_members [ 1011.144993] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGHEST for action security_group_members [ 1011.144993] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d594151-d7d6-46d3-960c-0253dd0a4656 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.144993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.144993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.145422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.145422] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.145519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.145519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.145841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.145841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.145841] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d594151-d7d6-46d3-960c-0253dd0a4656',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.191914] env[70860]: INFO networking_nsxv3.common.synchronization [None req-63d3aaf6-39f0-4c80-ac2e-93f61bfd8113 None None] Enqueued Resource ID: 8e2acd22-3e0a-4398-95a1-4dfb0540467b with Priority: HIGHEST for action port [ 1011.192203] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2acd22-3e0a-4398-95a1-4dfb0540467b with Priority: HIGHEST for action port [ 1011.192916] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e2acd22-3e0a-4398-95a1-4dfb0540467b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.195738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e2acd22-3e0a-4398-95a1-4dfb0540467b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.195859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e2acd22-3e0a-4398-95a1-4dfb0540467b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.196152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e2acd22-3e0a-4398-95a1-4dfb0540467b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.196242] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2acd22-3e0a-4398-95a1-4dfb0540467b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.271130] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: SUCCESS [ 1011.271130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.396175] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd125e87-0b2f-4a40-8739-6875a5a96088 [ 1011.396389] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.396533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.396604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.396824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.396916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.397054] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd125e87-0b2f-4a40-8739-6875a5a96088 already deleted. [ 1011.397110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd125e87-0b2f-4a40-8739-6875a5a96088" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.423646] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.476026] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.512503] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.649125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.649125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.649125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.649377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.649412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.650151] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.650151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.650151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.650151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.650151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.654376] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 already deleted. [ 1011.654525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.700111] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e2acd22-3e0a-4398-95a1-4dfb0540467b [ 1011.700379] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.700516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.700584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.700830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.700912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.701022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e2acd22-3e0a-4398-95a1-4dfb0540467b already deleted. [ 1011.701107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e2acd22-3e0a-4398-95a1-4dfb0540467b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.929747] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.930028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.930150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.930330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.930417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.930518] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be updated. [ 1011.958443] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.958443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.958443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.958443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.958443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.968146] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: IN_PROGRESS for 2s [ 1011.978111] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.978277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.978464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.978559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.978649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.978747] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 1011.999230] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.999464] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-412" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.999597] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-412" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.999968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-412" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.000238] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.000371] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.000493] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.000720] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.000863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.001573] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.001974] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.004394] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.004394] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.004394] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.004394] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.004394] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.009168] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.009168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.009168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.009168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.009168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.018097] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 1012.018097] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.018097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.018097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.018097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.018097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.018097] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1012.025581] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.025581] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.025581] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.025581] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-412" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.025581] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-f559af21-3a49-4e46-a823-15f4be428c9f taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.025581] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-f559af21-3a49-4e46-a823-15f4be428c9f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.025581] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-f559af21-3a49-4e46-a823-15f4be428c9f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.025581] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-f559af21-3a49-4e46-a823-15f4be428c9f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.025581] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f559af21-3a49-4e46-a823-15f4be428c9f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.046334] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.046334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.046334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.046334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.046334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.053228] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1012.529529] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.529865] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.529925] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.530290] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.530457] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.530622] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port f559af21-3a49-4e46-a823-15f4be428c9f not found, creating... [ 1012.530882] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.531054] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.531182] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.531475] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.531536] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.532031] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.532031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.533025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.533025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.533025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.533025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: f559af21-3a49-4e46-a823-15f4be428c9f is going to be created. [ 1012.551571] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.551892] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.552143] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.552481] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.552698] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.553035] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-f559af21-3a49-4e46-a823-15f4be428c9f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.108269] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1013.108269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.108269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.108269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.108269] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.555245] env[70860]: INFO networking_nsxv3.common.synchronization [req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 req-f87c26e5-614b-4ad9-825a-3254b8d12b12 service nova] Enqueued Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGHEST for action security_group_rules [ 1013.555245] env[70860]: INFO networking_nsxv3.common.synchronization [req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 req-f87c26e5-614b-4ad9-825a-3254b8d12b12 service nova] Enqueued Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGHEST for action security_group_members [ 1013.555245] env[70860]: INFO networking_nsxv3.common.synchronization [req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 req-f87c26e5-614b-4ad9-825a-3254b8d12b12 service nova] Enqueued Resource ID: f559af21-3a49-4e46-a823-15f4be428c9f with Priority: HIGHEST for action port [ 1013.555245] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGHEST for action security_group_rules [ 1013.555245] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGHEST for action security_group_members [ 1013.555245] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f559af21-3a49-4e46-a823-15f4be428c9f with Priority: HIGHEST for action port [ 1013.555245] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d594151-d7d6-46d3-960c-0253dd0a4656 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.555245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.555245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.556165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.556402] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d594151-d7d6-46d3-960c-0253dd0a4656',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.557773] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d594151-d7d6-46d3-960c-0253dd0a4656 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.560238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.560238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.560421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.560692] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.560803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.560876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.561065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.561175] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.561271] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d594151-d7d6-46d3-960c-0253dd0a4656',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.562327] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f559af21-3a49-4e46-a823-15f4be428c9f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.562453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f559af21-3a49-4e46-a823-15f4be428c9f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.562520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f559af21-3a49-4e46-a823-15f4be428c9f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.562662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f559af21-3a49-4e46-a823-15f4be428c9f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.562742] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f559af21-3a49-4e46-a823-15f4be428c9f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.609779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.609779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.978733] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: SUCCESS [ 1013.978733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.027018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.027018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.027018] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.027018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.032436] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.032436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.032436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.032436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.032436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.032436] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.066238] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1014.066238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.066238] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d594151-d7d6-46d3-960c-0253dd0a4656 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.066238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.066238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.066238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.066238] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.066238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.066238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.066238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.066238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.066238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.066811] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.069113] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f559af21-3a49-4e46-a823-15f4be428c9f with status ACTIVE [ 1014.069321] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.069435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.069506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.069730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.069774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.069956] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.070071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.070143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.070325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.070403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.071070] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.071070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.071070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.071070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.071070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.071295] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f559af21-3a49-4e46-a823-15f4be428c9f is going to be updated. [ 1014.073975] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d594151-d7d6-46d3-960c-0253dd0a4656',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.093495] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.093495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.093611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.093703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.094040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.094040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f559af21-3a49-4e46-a823-15f4be428c9f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.533812] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.533940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.534164] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.575664] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d594151-d7d6-46d3-960c-0253dd0a4656',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.579098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.579098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.579098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.579098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.579588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.580246] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.580396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.580480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.580677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.580778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.580901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.581026] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.040461] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.083648] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.083794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.083858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.084080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.084210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.084342] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 is going to be created. [ 1015.087692] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e: rpc.has_security_group_logging(os_id): False [ 1015.107090] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.111024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.111024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.111024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.111024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.111024] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.111024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.111024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.111024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.111024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.111782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.111944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.113136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.113337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.113422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.113718] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.113775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.113862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.113993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.114095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.114171] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1015.117088] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.117413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.117529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.117708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.117863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.126616] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 in Status: UNINITIALIZED for 2s [ 1015.254072] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.254072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.254072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.254072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.254072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.268343] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1015.460195] env[70860]: INFO networking_nsxv3.common.synchronization [None req-983b07b7-321f-4e7f-841d-cd56c2f0ed63 None None] Enqueued Resource ID: 49629200-9ce3-4f01-80d5-e4099fc1ecfb with Priority: HIGHEST for action port [ 1015.460195] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49629200-9ce3-4f01-80d5-e4099fc1ecfb with Priority: HIGHEST for action port [ 1015.460195] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-49629200-9ce3-4f01-80d5-e4099fc1ecfb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.460195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49629200-9ce3-4f01-80d5-e4099fc1ecfb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.460195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49629200-9ce3-4f01-80d5-e4099fc1ecfb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.460195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49629200-9ce3-4f01-80d5-e4099fc1ecfb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.460195] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49629200-9ce3-4f01-80d5-e4099fc1ecfb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.543354] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.544947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.544947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.544947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.544947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.544947] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 1015.573462] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.573462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.573462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.573462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.573462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.584528] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 1015.964395] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49629200-9ce3-4f01-80d5-e4099fc1ecfb [ 1015.965155] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.965305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.965374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.965738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.965834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.965936] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49629200-9ce3-4f01-80d5-e4099fc1ecfb already deleted. [ 1015.966052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49629200-9ce3-4f01-80d5-e4099fc1ecfb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.178896] env[70860]: INFO networking_nsxv3.common.synchronization [req-f8b384a3-98aa-4210-8c48-b94633ff2345 req-432cd582-04e3-495f-978e-130db2895c45 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1016.180222] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1016.180222] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.180222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.180222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.180781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.180958] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.181099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.181159] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.181350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.181987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.181987] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.622254] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.622569] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.622569] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.622901] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.624103] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.624336] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.624472] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.624988] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.624988] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.625125] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.625299] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.625299] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.625405] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.625505] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.625614] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.625751] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.648242] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.648484] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.648635] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.648825] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.649241] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.649426] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.649613] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.649951] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.650131] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.686032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.686185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.686185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.686709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.686709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.686709] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.686709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.687558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.687558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.687558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.687558] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 already deleted. [ 1016.687558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.135554] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 in Status: SUCCESS [ 1017.135795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.135968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.136204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.136407] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.136527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.136595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.136946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.136946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.136946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.137108] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d594151-d7d6-46d3-960c-0253dd0a4656',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.152406] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.152518] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.152651] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.152933] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.153101] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.153262] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 not found, creating... [ 1017.153520] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.153698] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.153825] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.154218] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.154218] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.154500] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.154658] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.154783] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.155978] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.156255] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.156402] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 is going to be created. [ 1017.176898] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.176898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.176898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.176898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.176898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.176898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.282532] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1017.282806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.283024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.283293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.283915] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.596600] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 1017.596828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.597034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.597276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.597478] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.597600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.597669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.597815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.597899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.597983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.598161] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.598257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.598318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.598459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.598731] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.598731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.598731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.598888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.598997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.603140] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.603297] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.639626] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d594151-d7d6-46d3-960c-0253dd0a4656 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.639946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.639946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.640148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.640294] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.640494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.640494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.640744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.640744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.640744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.640960] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d594151-d7d6-46d3-960c-0253dd0a4656 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.641037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.641037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.641183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.641320] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.641411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.641473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.641637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.641823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.641823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.641929] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d594151-d7d6-46d3-960c-0253dd0a4656',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.785998] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.786180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.786257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.786502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.786672] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.787319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.787319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.787319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.787319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.787319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.787319] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.108604] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 580551e7-fb09-44b5-874f-90fff5de4532: rpc.has_security_group_logging(os_id): False [ 1018.125981] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.126175] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.127114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.127114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.127114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.127114] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.127114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.127114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.127570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.127570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.127570] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.127681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.127714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.127867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.127936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.128785] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.129144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.129277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.130058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.130058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.130058] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 1018.133540] env[70860]: INFO networking_nsxv3.common.synchronization [None req-b1aa4524-e14b-4a64-bffb-cdbc32db5491 None None] Enqueued Resource ID: 6f3bef32-a02d-4c42-bd4f-d671039b3b23 with Priority: HIGHEST for action port [ 1018.134057] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3bef32-a02d-4c42-bd4f-d671039b3b23 with Priority: HIGHEST for action port [ 1018.134449] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3bef32-a02d-4c42-bd4f-d671039b3b23 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.134851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3bef32-a02d-4c42-bd4f-d671039b3b23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.134851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3bef32-a02d-4c42-bd4f-d671039b3b23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.135071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3bef32-a02d-4c42-bd4f-d671039b3b23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.135115] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3bef32-a02d-4c42-bd4f-d671039b3b23',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.144045] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d594151-d7d6-46d3-960c-0253dd0a4656: rpc.has_security_group_logging(os_id): False [ 1018.159456] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.159719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.159719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.162162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.162162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.162162] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.162162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.162162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.162162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.162640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.162640] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.162784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.162849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.164358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.164358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.164358] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.164358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.164358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.164358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.164358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.164358] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 is going to be created. [ 1018.194016] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.194230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.194347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.194636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.194837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.210982] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 1018.216046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.216046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.216046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.216046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.216046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.223997] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 in Status: IN_PROGRESS for 2s [ 1018.293262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.293262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.293262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.293262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.293262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.293951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.293951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.293951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.293951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.293951] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.639724] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f3bef32-a02d-4c42-bd4f-d671039b3b23 [ 1018.641697] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.641697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.641697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.641697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.641697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.641697] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f3bef32-a02d-4c42-bd4f-d671039b3b23 already deleted. [ 1018.641697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3bef32-a02d-4c42-bd4f-d671039b3b23" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.765260] env[70860]: INFO networking_nsxv3.common.synchronization [req-f8b384a3-98aa-4210-8c48-b94633ff2345 req-184ff78c-f8c7-4e6e-9b74-8aacf033c829 service nova] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_rules [ 1018.765408] env[70860]: INFO networking_nsxv3.common.synchronization [req-f8b384a3-98aa-4210-8c48-b94633ff2345 req-184ff78c-f8c7-4e6e-9b74-8aacf033c829 service nova] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1018.765548] env[70860]: INFO networking_nsxv3.common.synchronization [req-f8b384a3-98aa-4210-8c48-b94633ff2345 req-184ff78c-f8c7-4e6e-9b74-8aacf033c829 service nova] Enqueued Resource ID: 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 with Priority: HIGHEST for action port [ 1018.765783] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_rules [ 1018.765905] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1018.766025] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 with Priority: HIGHEST for action port [ 1018.766580] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.766692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.766755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.766963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.767101] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.768283] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.768391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.768461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.768644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.768797] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.768908] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.768977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.770507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.770507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.770507] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.771335] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.771473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.771559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.771752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.771824] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.799163] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e: rpc.has_security_group_logging(os_id): False [ 1018.831984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.831984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.831984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.831984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.833050] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.833050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.833050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.833050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.833050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.833050] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1018.903608] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.903756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.903832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.904078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.904233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.919966] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1019.135616] env[70860]: INFO networking_nsxv3.common.synchronization [None req-6defdc7a-b094-4c35-ae0a-9d815cf0722a None None] Enqueued Resource ID: 63a9d49e-c470-430b-afdc-f39b4fa4ffaf with Priority: HIGHEST for action port [ 1019.136044] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a9d49e-c470-430b-afdc-f39b4fa4ffaf with Priority: HIGHEST for action port [ 1019.136934] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-63a9d49e-c470-430b-afdc-f39b4fa4ffaf taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.136934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63a9d49e-c470-430b-afdc-f39b4fa4ffaf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.136934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63a9d49e-c470-430b-afdc-f39b4fa4ffaf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.136934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63a9d49e-c470-430b-afdc-f39b4fa4ffaf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.140488] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a9d49e-c470-430b-afdc-f39b4fa4ffaf',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.275842] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.276085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.276319] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.277315] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 with status ACTIVE [ 1019.277573] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.278163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.280441] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.280441] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.280441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.280441] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 is going to be updated. [ 1019.320729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.320887] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.321047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.322125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.322125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.322590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.643157] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63a9d49e-c470-430b-afdc-f39b4fa4ffaf [ 1019.643467] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.643571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.643627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.643820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.643908] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.644010] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63a9d49e-c470-430b-afdc-f39b4fa4ffaf already deleted. [ 1019.644099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63a9d49e-c470-430b-afdc-f39b4fa4ffaf" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.783288] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.226220] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 1020.226220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.228352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.228352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.228352] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.235838] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 in Status: SUCCESS [ 1020.236111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.290349] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.290349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.290349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.290349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.290349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.290349] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 is going to be created. [ 1020.356357] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.356518] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.356755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.356829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.356954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.368572] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: UNINITIALIZED for 2s [ 1020.736103] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.736103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.736103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.736103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.736103] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.736103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.736103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.736103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.736103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.736103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.736103] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.934593] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1020.934816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.225618] env[70860]: INFO networking_nsxv3.common.synchronization [None req-23821be0-0720-438c-860d-9f1cb54579af None None] Enqueued Resource ID: 6b30d85e-7db1-492a-a92f-8ae7d3527357 with Priority: HIGHEST for action port [ 1021.225876] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b30d85e-7db1-492a-a92f-8ae7d3527357 with Priority: HIGHEST for action port [ 1021.227788] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b30d85e-7db1-492a-a92f-8ae7d3527357 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.227788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b30d85e-7db1-492a-a92f-8ae7d3527357" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.227788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b30d85e-7db1-492a-a92f-8ae7d3527357" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.229409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b30d85e-7db1-492a-a92f-8ae7d3527357" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.229532] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b30d85e-7db1-492a-a92f-8ae7d3527357',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.238701] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.239597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.239597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.239597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.239597] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.239870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.239870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.240024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.240024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.240096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.240264] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.240354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.240415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.240551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.240690] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.240781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.240843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.240978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.241076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.241152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.241242] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.735272] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b30d85e-7db1-492a-a92f-8ae7d3527357 [ 1021.735554] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.735719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.735819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.736067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.736176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.736508] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b30d85e-7db1-492a-a92f-8ae7d3527357 already deleted. [ 1021.736508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b30d85e-7db1-492a-a92f-8ae7d3527357" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.746014] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 580551e7-fb09-44b5-874f-90fff5de4532: rpc.has_security_group_logging(os_id): False [ 1021.762715] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.762715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.762897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.763016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.763114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.763339] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.763453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.763514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.763651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.763734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.763917] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.764020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.764078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.764223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.764298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.766074] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.766074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.766074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.766074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.766331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.766331] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 1021.822615] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.822768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.822833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.823483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.823483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.838463] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 1021.967766] env[70860]: INFO networking_nsxv3.common.synchronization [req-c56812a4-879b-4353-9eb4-319ea9702453 req-1750f41e-7b48-4e0a-981f-50d171301bcf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Enqueued Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 1021.968350] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGHEST for action security_group_members [ 1021.968689] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.968814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.968882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.969541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.969711] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.969818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.970293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.970293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.970293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.970293] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.097023] env[70860]: INFO networking_nsxv3.common.synchronization [req-2a3812de-5939-4747-95f8-77a5f9c107ea req-165fffea-2514-43f0-a9d5-067e5961aedc tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1022.097023] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1022.097023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.097023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.097023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.097023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.097023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.097023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.097023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.097023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.097023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.097023] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.380039] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: SUCCESS [ 1022.380039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.380577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.380818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.381027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.381170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.381235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.381438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.381497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.381535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.381637] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.385915] env[70860]: INFO networking_nsxv3.common.synchronization [req-e813e9f2-fecc-4686-89ab-56398c3cad8e req-2a10804c-e7ef-492a-8a40-17762eee5e55 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1022.386009] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGHEST for action security_group_members [ 1022.386324] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.386422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.475429] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.475429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.475429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.475429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.475429] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.475429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.475429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.475429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.475429] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7d5018-166a-4924-be87-82f24e99883b is going to be updated. [ 1022.502018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.502018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.502018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.504492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.504492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.512573] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: IN_PROGRESS for 2s [ 1022.546115] env[70860]: INFO networking_nsxv3.common.synchronization [req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 req-f98b129d-8780-4a81-aaf7-967aca94cd73 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1022.546115] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1022.546115] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.546115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.546304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.546338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.546497] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.546607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.546658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.546791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.546867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.546957] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.605696] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.886764] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.920596] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.920856] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.920939] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.921454] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.921654] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.921654] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.921804] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.922670] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.922863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.923362] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.923362] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.923504] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.923686] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.923737] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.923870] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.923999] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.942739] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.942926] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.943096] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.943292] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.943617] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.943800] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.943933] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.944295] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.945030] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3ead59-3e3c-4c93-ab09-29fff5ad36db',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.049062] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.049245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.049319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.049539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.049637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.049840] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.049936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.049997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.050169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.050243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.050329] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1023.075309] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.075461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.075528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.075745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.075888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.084673] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1023.110076] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.389471] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40719a55-38bf-426b-8c9e-478a7ea44a18: rpc.has_security_group_logging(os_id): False [ 1023.408401] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.408559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.408678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.408844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.408949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.409232] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.409368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.409404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.409680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.409680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.409749] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 is going to be created. [ 1023.446815] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.447268] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.447468] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.447793] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.447950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.448757] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port cc3ead59-3e3c-4c93-ab09-29fff5ad36db not found, creating... [ 1023.448757] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.448757] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.448757] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.449100] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.449223] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.449465] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.449639] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.449893] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.450154] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.450324] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.450565] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: cc3ead59-3e3c-4c93-ab09-29fff5ad36db is going to be created. [ 1023.476074] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.476295] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.476830] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.476830] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.477029] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.477302] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.505440] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.505517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.505616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.505827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.506042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.516283] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: IN_PROGRESS for 2s [ 1023.614250] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.615022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.615022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.615022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.615022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.615229] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 1023.649481] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.649643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.649692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.649898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.650049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.659306] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 1023.857983] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 1023.858162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.289023] env[70860]: INFO networking_nsxv3.common.synchronization [req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 req-295c0e6e-b3d6-4ae2-9bec-162857d4d241 service nova] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 1024.289288] env[70860]: INFO networking_nsxv3.common.synchronization [req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 req-295c0e6e-b3d6-4ae2-9bec-162857d4d241 service nova] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1024.289430] env[70860]: INFO networking_nsxv3.common.synchronization [req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 req-295c0e6e-b3d6-4ae2-9bec-162857d4d241 service nova] Enqueued Resource ID: cc3ead59-3e3c-4c93-ab09-29fff5ad36db with Priority: HIGHEST for action port [ 1024.291612] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 1024.291824] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1024.294023] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3ead59-3e3c-4c93-ab09-29fff5ad36db with Priority: HIGHEST for action port [ 1024.294023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.294023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.294023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.294023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.294023] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.298073] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.298193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.298696] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.298829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.298878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.299127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.299204] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3ead59-3e3c-4c93-ab09-29fff5ad36db',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.527495] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7d5018-166a-4924-be87-82f24e99883b in Status: SUCCESS [ 1024.527495] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7d5018-166a-4924-be87-82f24e99883b deletion is rescheduled due to dependency. [ 1024.527495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.739524] env[70860]: INFO networking_nsxv3.common.synchronization [req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d req-a5f0acbd-97df-462a-a18b-4ae94cee7090 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1024.740176] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1024.740506] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.740629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.740699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.740914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.741089] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.741193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.741257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.741463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.741533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.741579] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.802214] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.802430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.802531] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc3ead59-3e3c-4c93-ab09-29fff5ad36db with status ACTIVE [ 1024.802710] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.802830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.802900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.803157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.803261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.803439] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.803534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.803595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.803753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.803830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.804022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.804119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.804181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.804317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.804389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.804471] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc3ead59-3e3c-4c93-ab09-29fff5ad36db is going to be updated. [ 1024.825152] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.825329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.825400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.825632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.825790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.825988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3ead59-3e3c-4c93-ab09-29fff5ad36db" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.094703] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1025.094943] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 deletion is rescheduled due to dependency. [ 1025.095101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.095302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.095537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.095753] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.095895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.095968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.096205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.096295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.096402] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.107207] env[70860]: INFO networking_nsxv3.common.synchronization [req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d req-cd434014-ad94-4169-909d-7c2e1ce4cbe0 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1025.108120] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1025.108476] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.108569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.251378] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.429117] env[70860]: INFO networking_nsxv3.common.synchronization [req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d req-ea467e32-3f14-4d8d-8d21-b6e9043a1f1a tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1025.429744] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1025.430684] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.430802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.526578] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: SUCCESS [ 1025.526854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.599346] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.668191] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 1025.668449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.668653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.668912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.669234] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.669334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.669376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.669513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.669595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.669691] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.692155] env[70860]: INFO networking_nsxv3.common.synchronization [None req-cc9f46f3-e33d-477f-9a36-7429eabf82f8 None None] Enqueued Resource ID: f462fb08-3bc2-4974-9aaa-dc1a10f9103e with Priority: HIGHEST for action port [ 1025.692656] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f462fb08-3bc2-4974-9aaa-dc1a10f9103e with Priority: HIGHEST for action port [ 1025.692978] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f462fb08-3bc2-4974-9aaa-dc1a10f9103e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.696743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f462fb08-3bc2-4974-9aaa-dc1a10f9103e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.696848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f462fb08-3bc2-4974-9aaa-dc1a10f9103e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.697126] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f462fb08-3bc2-4974-9aaa-dc1a10f9103e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.697205] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f462fb08-3bc2-4974-9aaa-dc1a10f9103e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.754705] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.101920] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.173408] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.173540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.173540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.173760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.174393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.174393] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.174393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.174393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.174588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.174588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.174588] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be updated. [ 1026.200141] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f462fb08-3bc2-4974-9aaa-dc1a10f9103e [ 1026.200141] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.200141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.200141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.200141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.200141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.200141] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f462fb08-3bc2-4974-9aaa-dc1a10f9103e already deleted. [ 1026.200141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f462fb08-3bc2-4974-9aaa-dc1a10f9103e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.202648] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.204455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.204455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.204455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.204455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.211987] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: IN_PROGRESS for 2s [ 1026.262881] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.263054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.263108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.263322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.263437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.266181] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1026.293423] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.293601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.293643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.293879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.294016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.302423] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1026.469441] env[70860]: INFO networking_nsxv3.common.synchronization [None req-085584ea-6b7f-4774-b691-8c1db4893ad6 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Enqueued Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_rules [ 1026.470024] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_rules [ 1026.470330] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffc26f4e-513b-4546-93aa-1bc96fc81772 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.470511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.471278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.471278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.471278] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.571092] env[70860]: INFO networking_nsxv3.common.synchronization [None req-5dd1e9cb-a63c-48fd-8ebe-3cfcb1811fdd tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Enqueued Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_rules [ 1026.571697] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_rules [ 1026.572017] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffc26f4e-513b-4546-93aa-1bc96fc81772 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.573608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.604852] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.604852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.604852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.605700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.605700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.605700] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1026.633581] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.633731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.633800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.634020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.634161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.642635] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1027.000230] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.000532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.000532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.000859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.000859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.000859] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 already deleted. [ 1027.001121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.001121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.001306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.001306] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.521818] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.522110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.522110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.522250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.522336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.522427] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 already deleted. [ 1027.522504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.130999] env[70860]: INFO networking_nsxv3.common.synchronization [None req-7c2ca1da-d48b-4391-a23d-61571355b260 None None] Enqueued Resource ID: 16b37181-209b-49b9-8498-6ee9519c0a8b with Priority: HIGHEST for action port [ 1028.131423] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b37181-209b-49b9-8498-6ee9519c0a8b with Priority: HIGHEST for action port [ 1028.131733] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-16b37181-209b-49b9-8498-6ee9519c0a8b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.131854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16b37181-209b-49b9-8498-6ee9519c0a8b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.131913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16b37181-209b-49b9-8498-6ee9519c0a8b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.133090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16b37181-209b-49b9-8498-6ee9519c0a8b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.133245] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b37181-209b-49b9-8498-6ee9519c0a8b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.221445] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580551e7-fb09-44b5-874f-90fff5de4532 in Status: SUCCESS [ 1028.221629] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 deletion is rescheduled due to dependency. [ 1028.222783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.312143] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1028.313902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.313902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.313902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.313902] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.313902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.313902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.313902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.313902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.313902] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.636645] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16b37181-209b-49b9-8498-6ee9519c0a8b [ 1028.636936] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.637183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.637183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.637374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.637468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.637603] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16b37181-209b-49b9-8498-6ee9519c0a8b already deleted. [ 1028.637704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16b37181-209b-49b9-8498-6ee9519c0a8b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.652451] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1028.652638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.652790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.653018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.653220] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.653341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.653405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.653561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.653812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.653913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.654015] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.815669] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.815839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.815839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.816224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.816224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.816487] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.816625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.816715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.816922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.817078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.817223] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1028.862411] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.862411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.862614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.862739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.862812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.878498] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1029.048733] env[70860]: INFO networking_nsxv3.common.synchronization [req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 req-f08c29fc-f25a-4edc-b47e-749ac0751aed tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1029.049312] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1029.049622] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.049740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.049800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.052134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.052329] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.052444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.052510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.052695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.052904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.052904] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.156556] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.557602] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.557724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.557877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.558020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.558230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.558300] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.558399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.558464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.558660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.558723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.558849] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d already deleted. [ 1029.558849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.659308] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ca86fd1-30dc-4407-a3fe-e33b633fea80: rpc.has_security_group_logging(os_id): False [ 1029.662626] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.662812] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.662989] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.664020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.664642] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.664793] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.664922] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.665186] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.665340] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.665570] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.665679] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.665792] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.665905] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.666028] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.666142] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.666281] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.683568] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.683568] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.683709] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.683881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.684228] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.684481] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.684572] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.684876] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.685073] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb045e1-1cd9-4ad3-9f77-a8435fda9c36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.686750] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.686861] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.686931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.687127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.687217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.687468] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.687565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.687627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.687781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.687853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.687969] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1029.743268] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.743268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.743268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.743268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.743268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.756044] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1030.190756] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.190889] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.191036] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.191340] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.191499] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.191841] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 not found, creating... [ 1030.191919] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.195993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.196275] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.196606] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.196806] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.197240] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.197446] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.197609] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.197884] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.198090] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.200952] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 is going to be created. [ 1030.226124] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.226333] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.227551] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.227959] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.228510] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.228510] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.893509] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1030.893993] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e deletion is rescheduled due to dependency. [ 1030.894213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.895191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.895191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.895191] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.895191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.895191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.895191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.896286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.896494] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.401610] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.401915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.401915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.402181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.402229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.402410] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.402510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.402574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.402727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.402804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.402889] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1031.427131] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.427311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.427360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.427594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.427705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.436049] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1031.553033] env[70860]: INFO networking_nsxv3.common.synchronization [req-42fc5dba-e587-4446-85ff-840a859980d1 req-80daa4b2-d771-4a49-b518-09116bf36008 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Enqueued Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGHEST for action security_group_members [ 1031.553644] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGHEST for action security_group_members [ 1031.553896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d594151-d7d6-46d3-960c-0253dd0a4656 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.557073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.558185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.558185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.558185] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.558185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.558185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.558605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.558605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.558605] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d594151-d7d6-46d3-960c-0253dd0a4656',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.589395] env[70860]: INFO networking_nsxv3.common.synchronization [req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 req-2577afc4-501c-4f36-b08a-08520f9c2c44 service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1031.589395] env[70860]: INFO networking_nsxv3.common.synchronization [req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 req-2577afc4-501c-4f36-b08a-08520f9c2c44 service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1031.589395] env[70860]: INFO networking_nsxv3.common.synchronization [req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 req-2577afc4-501c-4f36-b08a-08520f9c2c44 service nova] Enqueued Resource ID: 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 with Priority: HIGHEST for action port [ 1031.589395] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1031.589395] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1031.589395] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 with Priority: HIGHEST for action port [ 1031.589395] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.589851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.589851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.589851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.590028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.592961] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.592961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.592961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.592961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.592961] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.592961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.592961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.592961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.592961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.592961] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.592961] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.592961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.592961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.593724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.593724] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb045e1-1cd9-4ad3-9f77-a8435fda9c36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.768761] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1031.769051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.061412] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.065523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.065523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.065523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.065523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.065523] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.065523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.065523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.065523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.065523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.065523] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 is going to be updated. [ 1032.094328] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.094328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.094328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.094328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.094328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.095823] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.096735] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.096878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.100341] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 in Status: IN_PROGRESS for 2s [ 1032.100528] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 with status ACTIVE [ 1032.101538] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.101538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.101538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.101538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.101538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.101538] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.101538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.101538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.101872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.101872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.101872] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.102072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.102072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.102177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.102248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.102339] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 is going to be updated. [ 1032.121830] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.121965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.122056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.122274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.122416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.122572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.601224] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.104941] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.105286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.105286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.105418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.105510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.105607] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be created. [ 1033.127863] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.128101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.128201] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.128482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.128712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.139909] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: UNINITIALIZED for 2s [ 1033.450851] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1033.450851] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e deletion is rescheduled due to dependency. [ 1033.450851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.584243] env[70860]: INFO networking_nsxv3.common.synchronization [req-a88f7e08-06bb-43d6-b506-b6db3afb19fa req-780115dc-adfb-4054-bd53-ff5ac621b05a tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_members [ 1033.584901] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGHEST for action security_group_members [ 1033.585145] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3908238a-5876-4b12-abf2-d27e648b37d7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.585272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.585342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.585874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.585874] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.585874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.585874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.586105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.588595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.588681] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.091694] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.092220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.092220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.092220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.092914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.092914] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.092914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.092914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.092914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.092914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.093608] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3908238a-5876-4b12-abf2-d27e648b37d7 is going to be updated. [ 1034.110820] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 in Status: SUCCESS [ 1034.111770] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 deletion is rescheduled due to dependency. [ 1034.111770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.123107] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.123322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.123322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.123540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.123717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.132148] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3908238a-5876-4b12-abf2-d27e648b37d7 in Status: IN_PROGRESS for 2s [ 1034.567384] env[70860]: INFO networking_nsxv3.common.synchronization [None req-856361b7-9ed0-435a-90b9-aecd36f0b844 None None] Enqueued Resource ID: 39927120-a5c0-4e0e-a4c7-0b0ac3250b8e with Priority: HIGHEST for action port [ 1034.567941] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39927120-a5c0-4e0e-a4c7-0b0ac3250b8e with Priority: HIGHEST for action port [ 1034.568904] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-39927120-a5c0-4e0e-a4c7-0b0ac3250b8e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.569167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39927120-a5c0-4e0e-a4c7-0b0ac3250b8e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.569351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39927120-a5c0-4e0e-a4c7-0b0ac3250b8e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.569648] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39927120-a5c0-4e0e-a4c7-0b0ac3250b8e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.569744] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39927120-a5c0-4e0e-a4c7-0b0ac3250b8e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.073394] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39927120-a5c0-4e0e-a4c7-0b0ac3250b8e [ 1035.073673] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.073811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.073883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.074124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.074216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.074310] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39927120-a5c0-4e0e-a4c7-0b0ac3250b8e already deleted. [ 1035.074391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39927120-a5c0-4e0e-a4c7-0b0ac3250b8e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.152612] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: UNINITIALIZED for 4s [ 1036.144083] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3908238a-5876-4b12-abf2-d27e648b37d7 in Status: IN_PROGRESS for 4s [ 1036.532032] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-650109b2-ee3d-4871-bc97-e25308f4b337 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1036.532639] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1036.532956] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.533779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.533857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.534360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.534360] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.534511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.534511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.534632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.534713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.534811] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.998812] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.999031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.999165] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.999621] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.999905] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.000232] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.000406] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.000640] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.000863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.000997] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.001129] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.001245] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.001364] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.001588] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.001690] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.001954] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.021608] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.021802] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.022119] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.022119] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.022445] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-9722cad6-e948-4ad3-b848-bf050d2459ea taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.022785] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-9722cad6-e948-4ad3-b848-bf050d2459ea" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.022785] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-9722cad6-e948-4ad3-b848-bf050d2459ea" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.023080] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-9722cad6-e948-4ad3-b848-bf050d2459ea" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.023359] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9722cad6-e948-4ad3-b848-bf050d2459ea',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.037051] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.038839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.038839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.038839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.038839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.038839] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.038839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.038839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.038839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.038839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.038839] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 already deleted. [ 1037.038839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.168044] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1037.168309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.168481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.168720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.168892] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.169009] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.169744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.169744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.169744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.169744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.169744] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.264261] env[70860]: INFO networking_nsxv3.common.synchronization [None req-de8adffb-3b27-4eaa-90e9-1cdd9fcc59af None None] Enqueued Resource ID: 18aba948-1ae9-467c-871e-c904cc04a1ad with Priority: HIGHEST for action port [ 1037.264261] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18aba948-1ae9-467c-871e-c904cc04a1ad with Priority: HIGHEST for action port [ 1037.264690] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-18aba948-1ae9-467c-871e-c904cc04a1ad taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.264819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18aba948-1ae9-467c-871e-c904cc04a1ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.264886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18aba948-1ae9-467c-871e-c904cc04a1ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.265516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18aba948-1ae9-467c-871e-c904cc04a1ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.265633] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18aba948-1ae9-467c-871e-c904cc04a1ad',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.527559] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.528197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.528358] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.528645] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.528808] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.528974] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 9722cad6-e948-4ad3-b848-bf050d2459ea not found, creating... [ 1037.529316] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.529506] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.529631] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.529865] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.530015] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.530402] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.530807] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.530990] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.531269] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.531448] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.531628] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 9722cad6-e948-4ad3-b848-bf050d2459ea is going to be created. [ 1037.550150] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.550466] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.550571] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.550784] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.551096] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.551560] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-9722cad6-e948-4ad3-b848-bf050d2459ea" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.598082] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c9fcba5b-da4e-436f-945b-a2816ba8e02b None None] Enqueued Resource ID: 4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef with Priority: HIGHEST for action port [ 1037.598082] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef with Priority: HIGHEST for action port [ 1037.598082] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.598082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.598082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.598082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.598082] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.674337] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.674337] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.674337] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.674337] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.674337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.674903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.674903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.674903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.674903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.674903] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.768111] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18aba948-1ae9-467c-871e-c904cc04a1ad [ 1037.768111] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.768111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.768111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.768930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.768930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.768930] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18aba948-1ae9-467c-871e-c904cc04a1ad already deleted. [ 1037.768930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18aba948-1ae9-467c-871e-c904cc04a1ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.101690] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef [ 1038.101949] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.102068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.102137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.102347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.102437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.102529] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef already deleted. [ 1038.102611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e8ae4e4-a6b5-44e9-b8b0-4dd522c0b4ef" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.155025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3908238a-5876-4b12-abf2-d27e648b37d7 in Status: SUCCESS [ 1038.155025] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3908238a-5876-4b12-abf2-d27e648b37d7 deletion is rescheduled due to dependency. [ 1038.155025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.176167] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd76f760-bca7-405e-bfc4-1d8dd1b56c8d: rpc.has_security_group_logging(os_id): False [ 1038.194044] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.194206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.195869] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.195869] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.195869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.195869] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.196445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.196445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.196445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.196445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.196445] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be created. [ 1038.255095] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-3d713dc8-d9fa-4a70-83f9-ca7b6a330a1a tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1038.255631] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1038.255932] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.256068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.256138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.260346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.260583] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.260689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.260739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.260867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.260949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.261064] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.262862] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.262990] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.263057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.263218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.263390] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.274240] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1038.345629] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-cb9bc6f1-d2df-4ea7-bc8d-9a52f4601a55 service nova] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_rules [ 1038.345778] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-cb9bc6f1-d2df-4ea7-bc8d-9a52f4601a55 service nova] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1038.345963] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-cb9bc6f1-d2df-4ea7-bc8d-9a52f4601a55 service nova] Enqueued Resource ID: 9722cad6-e948-4ad3-b848-bf050d2459ea with Priority: HIGHEST for action port [ 1038.348237] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_rules [ 1038.348380] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1038.348478] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9722cad6-e948-4ad3-b848-bf050d2459ea with Priority: HIGHEST for action port [ 1038.348755] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.348880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.348949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.349268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.349349] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.350532] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.350623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.354022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-9722cad6-e948-4ad3-b848-bf050d2459ea taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.354022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9722cad6-e948-4ad3-b848-bf050d2459ea" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.354022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9722cad6-e948-4ad3-b848-bf050d2459ea" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.354022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9722cad6-e948-4ad3-b848-bf050d2459ea" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.354022] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9722cad6-e948-4ad3-b848-bf050d2459ea',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.699166] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.699535] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.699728] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.699826] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.700093] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.700252] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.700379] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.701023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.701023] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.701023] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.701176] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.701254] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.701368] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.701851] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.702063] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.702211] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.720720] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.720986] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.721119] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.721227] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.722055] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-4ba59746-2de5-4da4-884d-903781460f47 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.722055] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-4ba59746-2de5-4da4-884d-903781460f47" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.722055] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-4ba59746-2de5-4da4-884d-903781460f47" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.722258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-4ba59746-2de5-4da4-884d-903781460f47" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.722317] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ba59746-2de5-4da4-884d-903781460f47',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.766703] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.854459] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.855362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.856972] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9722cad6-e948-4ad3-b848-bf050d2459ea with status ACTIVE [ 1038.857170] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.857287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.857349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.857995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.857995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.857995] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.857995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.858266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.858266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.858266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.858451] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.858549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.859170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.859443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.859527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.859564] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9722cad6-e948-4ad3-b848-bf050d2459ea is going to be updated. [ 1038.879543] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.879543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.879709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.879815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.879975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.880157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9722cad6-e948-4ad3-b848-bf050d2459ea" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.230178] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.230178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.230178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.230178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.230178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.230178] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 4ba59746-2de5-4da4-884d-903781460f47 not found, creating... [ 1039.230178] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.230178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.230178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.230178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.230178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.230891] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.230891] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.230891] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.230891] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.230891] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.231664] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 4ba59746-2de5-4da4-884d-903781460f47 is going to be created. [ 1039.256423] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.256423] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.256423] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.256423] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.256423] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.256423] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-4ba59746-2de5-4da4-884d-903781460f47" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.267866] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.697108] env[70860]: INFO networking_nsxv3.common.synchronization [None req-7b6fed49-a771-4570-9064-5eae3216920d None None] Enqueued Resource ID: d3dc3bcf-cdd2-4dd8-8970-90de505f27ad with Priority: HIGHEST for action port [ 1039.697818] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dc3bcf-cdd2-4dd8-8970-90de505f27ad with Priority: HIGHEST for action port [ 1039.698157] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3dc3bcf-cdd2-4dd8-8970-90de505f27ad taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.698288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3dc3bcf-cdd2-4dd8-8970-90de505f27ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.698362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3dc3bcf-cdd2-4dd8-8970-90de505f27ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.698651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3dc3bcf-cdd2-4dd8-8970-90de505f27ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.698738] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3dc3bcf-cdd2-4dd8-8970-90de505f27ad',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.772179] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.772179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.772179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.772179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.772179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.772179] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be created. [ 1039.793718] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.793807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.793807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.794217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.794217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.804652] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: UNINITIALIZED for 2s [ 1040.191030] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-08fe6fb3-2c2b-4ca2-9e42-ff16146803ca service nova] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_rules [ 1040.191244] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-08fe6fb3-2c2b-4ca2-9e42-ff16146803ca service nova] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1040.191389] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-08fe6fb3-2c2b-4ca2-9e42-ff16146803ca service nova] Enqueued Resource ID: 4ba59746-2de5-4da4-884d-903781460f47 with Priority: HIGHEST for action port [ 1040.191648] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_rules [ 1040.191795] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1040.191893] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba59746-2de5-4da4-884d-903781460f47 with Priority: HIGHEST for action port [ 1040.192462] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.192589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.192764] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.192826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.192992] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ba59746-2de5-4da4-884d-903781460f47 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.195801] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ba59746-2de5-4da4-884d-903781460f47" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.195868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ba59746-2de5-4da4-884d-903781460f47" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.196087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ba59746-2de5-4da4-884d-903781460f47" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.196174] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ba59746-2de5-4da4-884d-903781460f47',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.200540] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3dc3bcf-cdd2-4dd8-8970-90de505f27ad [ 1040.200735] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.200864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.200921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.201091] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.201179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.201269] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3dc3bcf-cdd2-4dd8-8970-90de505f27ad already deleted. [ 1040.201415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3dc3bcf-cdd2-4dd8-8970-90de505f27ad" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.285774] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1040.285998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.698691] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ba59746-2de5-4da4-884d-903781460f47 with status ACTIVE [ 1040.698914] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.699064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.699131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.699427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.699513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.699699] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.699795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.699854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.700018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.700093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.700300] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.700378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.700439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.700572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.700639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.700717] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ba59746-2de5-4da4-884d-903781460f47 is going to be updated. [ 1040.720109] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.720271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.720345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.720557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.720694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.720859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ba59746-2de5-4da4-884d-903781460f47" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.147981] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-9ef367d0-d2ba-4626-9105-95eb4f66af59 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1041.148526] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1041.148831] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.148992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.662533] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.662533] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.662922] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.668934] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.668934] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.668934] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.668934] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.668934] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.668934] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.668934] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.669495] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.669495] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.669495] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.669495] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.669672] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.669749] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.690348] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.690794] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.690794] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.690968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-175" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.691172] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-292d8a3e-171d-4181-8392-77dc452c43af taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.691344] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-292d8a3e-171d-4181-8392-77dc452c43af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.692708] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-292d8a3e-171d-4181-8392-77dc452c43af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.692708] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-292d8a3e-171d-4181-8392-77dc452c43af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.692708] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292d8a3e-171d-4181-8392-77dc452c43af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.814882] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1041.815127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.815290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.815667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.815935] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.816484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.816484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.816484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.816735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.816835] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.194692] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.194692] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.195143] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.195143] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.195250] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.195412] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 292d8a3e-171d-4181-8392-77dc452c43af not found, creating... [ 1042.195754] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.195957] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.196120] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.196410] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.196590] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.196979] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.197209] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.197344] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.197618] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.197773] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.197951] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 292d8a3e-171d-4181-8392-77dc452c43af is going to be created. [ 1042.217084] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.217370] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.217563] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.217915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.218187] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.218412] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-292d8a3e-171d-4181-8392-77dc452c43af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.319159] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.820665] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.160482] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-bfd5e74f-7669-472d-9485-10dccff1029e service nova] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_rules [ 1043.160632] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-bfd5e74f-7669-472d-9485-10dccff1029e service nova] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1043.160773] env[70860]: INFO networking_nsxv3.common.synchronization [req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b req-bfd5e74f-7669-472d-9485-10dccff1029e service nova] Enqueued Resource ID: 292d8a3e-171d-4181-8392-77dc452c43af with Priority: HIGHEST for action port [ 1043.161338] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_rules [ 1043.161492] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1043.161632] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292d8a3e-171d-4181-8392-77dc452c43af with Priority: HIGHEST for action port [ 1043.161959] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.161959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.162540] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.162540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.162663] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-292d8a3e-171d-4181-8392-77dc452c43af taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.162663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-292d8a3e-171d-4181-8392-77dc452c43af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.162785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-292d8a3e-171d-4181-8392-77dc452c43af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.162969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-292d8a3e-171d-4181-8392-77dc452c43af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.163103] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292d8a3e-171d-4181-8392-77dc452c43af',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.323155] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.323443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.323443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.323621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.323731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.323813] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be updated. [ 1043.356832] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.356977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.357067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.357278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.357423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.365788] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1043.669519] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 292d8a3e-171d-4181-8392-77dc452c43af with status ACTIVE [ 1043.669519] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.669519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.669519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.669519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.669519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.669772] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.669905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.669905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.670014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.670113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.670269] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.670430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.670532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.670645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.670698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.670787] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 292d8a3e-171d-4181-8392-77dc452c43af is going to be updated. [ 1043.690795] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.690941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.691047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.691372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.691372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.691520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-292d8a3e-171d-4181-8392-77dc452c43af" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.722573] env[70860]: INFO networking_nsxv3.common.synchronization [req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec req-32f645f5-32d9-4365-91b6-3c8a9c4544de tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Enqueued Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGHEST for action security_group_members [ 1043.723117] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGHEST for action security_group_members [ 1043.723449] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecfeae-1c54-42f0-8459-41e592ba6491 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.723578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.723645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.723899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.724281] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.724404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.724494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.724685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.724792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.724885] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ecfeae-1c54-42f0-8459-41e592ba6491',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.163244] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.163244] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-508" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.163829] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-508" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.164941] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-508" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.164941] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.164941] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.164941] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.165936] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.166222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.168028] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.168028] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.168028] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.168028] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.168028] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.168028] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.168028] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.186459] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.186702] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.186828] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.186985] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-508" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.187461] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-96da4264-ed88-4f0f-a49e-7321625204b0 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.187593] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-96da4264-ed88-4f0f-a49e-7321625204b0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.187635] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-96da4264-ed88-4f0f-a49e-7321625204b0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.187935] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-96da4264-ed88-4f0f-a49e-7321625204b0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.188091] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96da4264-ed88-4f0f-a49e-7321625204b0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.227242] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.227336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.227393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.227608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.227690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.227886] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.227975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.228046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.228247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.228283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.228343] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 already deleted. [ 1044.231019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.692240] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.692602] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.692727] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.692943] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.693117] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.693340] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 96da4264-ed88-4f0f-a49e-7321625204b0 not found, creating... [ 1044.693678] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.693880] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.694017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.694275] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.694427] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.694756] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.694939] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.695090] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.695347] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.695491] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.695638] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 96da4264-ed88-4f0f-a49e-7321625204b0 is going to be created. [ 1044.715803] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.716150] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.716356] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.716661] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.716939] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.717222] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-96da4264-ed88-4f0f-a49e-7321625204b0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.375786] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1045.376027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.376193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.377437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.377437] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.377437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.377437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.377437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.377437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.377437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.377437] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.378438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.378662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.378824] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.378928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.378992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.379150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.379229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.379363] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.403508] env[70860]: INFO networking_nsxv3.common.synchronization [req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec req-3fbd34b0-3b08-486f-8963-0365a0c53474 service nova] Enqueued Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGHEST for action security_group_rules [ 1045.403684] env[70860]: INFO networking_nsxv3.common.synchronization [req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec req-3fbd34b0-3b08-486f-8963-0365a0c53474 service nova] Enqueued Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGHEST for action security_group_members [ 1045.403828] env[70860]: INFO networking_nsxv3.common.synchronization [req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec req-3fbd34b0-3b08-486f-8963-0365a0c53474 service nova] Enqueued Resource ID: 96da4264-ed88-4f0f-a49e-7321625204b0 with Priority: HIGHEST for action port [ 1045.404065] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGHEST for action security_group_rules [ 1045.404192] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGHEST for action security_group_members [ 1045.404286] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96da4264-ed88-4f0f-a49e-7321625204b0 with Priority: HIGHEST for action port [ 1045.404927] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ecfeae-1c54-42f0-8459-41e592ba6491 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.404927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.405073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.408330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.408423] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ecfeae-1c54-42f0-8459-41e592ba6491',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.409265] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecfeae-1c54-42f0-8459-41e592ba6491 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.409399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.409470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.409650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.409786] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.409933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.409975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.410113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.410196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.410283] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ecfeae-1c54-42f0-8459-41e592ba6491',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.411096] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-96da4264-ed88-4f0f-a49e-7321625204b0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.411205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96da4264-ed88-4f0f-a49e-7321625204b0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.411312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96da4264-ed88-4f0f-a49e-7321625204b0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.411413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96da4264-ed88-4f0f-a49e-7321625204b0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.411513] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96da4264-ed88-4f0f-a49e-7321625204b0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.882032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.882032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.882032] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.913406] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1ecfeae-1c54-42f0-8459-41e592ba6491',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.914440] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecfeae-1c54-42f0-8459-41e592ba6491 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.914618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.915606] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96da4264-ed88-4f0f-a49e-7321625204b0 with status ACTIVE [ 1045.915606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.915606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.915606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.915606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.915606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.915606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.915606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.916042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.916042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.916042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.916447] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.916447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.916447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.916447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.916447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.916620] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96da4264-ed88-4f0f-a49e-7321625204b0 is going to be updated. [ 1045.936787] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.936935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.937055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.937341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.937536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.937757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96da4264-ed88-4f0f-a49e-7321625204b0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.384066] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.418484] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1ecfeae-1c54-42f0-8459-41e592ba6491',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.891473] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.891473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.891473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.891473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.891473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.891473] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be updated. [ 1046.919193] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.919193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.919436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.919809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.922089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.924549] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.924549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.924549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.924549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.924549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.924549] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 is going to be created. [ 1046.932324] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1046.948074] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.948266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.948392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.948498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.948661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.957635] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 in Status: UNINITIALIZED for 2s [ 1048.945913] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1048.945913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.945913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.945913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.945913] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.945913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.945913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.945913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.945913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.945913] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.966610] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 in Status: SUCCESS [ 1048.966813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.966965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.967179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.967410] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.967525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.967591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.967743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.967824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.967906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.967992] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1ecfeae-1c54-42f0-8459-41e592ba6491',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.447087] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.469671] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecfeae-1c54-42f0-8459-41e592ba6491 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.469809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.469881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.470113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.470282] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.470410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.470511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.470765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.470895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.470994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.471164] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecfeae-1c54-42f0-8459-41e592ba6491 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.471261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.471323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.471517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.471620] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.471729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.471794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.471936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.472049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.472139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.472226] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1ecfeae-1c54-42f0-8459-41e592ba6491',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.950846] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.975834] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1ecfeae-1c54-42f0-8459-41e592ba6491: rpc.has_security_group_logging(os_id): False [ 1049.995451] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.995652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.995730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.995964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.996094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.996343] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.996464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.996553] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.996892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.997030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.997336] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.997453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.997566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.997730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.997850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.998297] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.998425] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.998506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.998687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.998768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.998941] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 is going to be created. [ 1050.053099] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.053254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.053350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.053592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.053822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.067523] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 in Status: IN_PROGRESS for 2s [ 1050.125023] env[70860]: INFO networking_nsxv3.common.synchronization [req-409a668b-7730-4ccd-bac3-1d736e7a9c42 req-337cbee3-97d1-4a2c-a696-e496d59e9381 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Enqueued Resource ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d with Priority: HIGHEST for action security_group_members [ 1050.125023] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d with Priority: HIGHEST for action security_group_members [ 1050.125023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.125023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.125023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.125023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.125023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.125023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.125023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.125023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.125023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.125023] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb6e6dd-c18f-48a5-8c7e-7165fee8162d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.459207] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.459207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.459207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.459207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.459207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.459207] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be updated. [ 1050.499286] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.499286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.499286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.499286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.499286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.506115] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1050.520337] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.520648] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-657" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.520863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-657" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.521258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-657" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.521638] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.521863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.522502] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.522810] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.523071] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.523341] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.523498] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.523649] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.523794] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.523940] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.524093] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.527616] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.543842] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.544093] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.544240] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.544424] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-657" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.544747] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-93cbecc0-225c-4a33-947c-20972f91a317 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.544926] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-93cbecc0-225c-4a33-947c-20972f91a317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.545061] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-93cbecc0-225c-4a33-947c-20972f91a317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.545384] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-93cbecc0-225c-4a33-947c-20972f91a317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.545530] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93cbecc0-225c-4a33-947c-20972f91a317',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.627600] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.627776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.627852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.628101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.628195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.628400] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.628582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.628582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.628708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.628783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.628869] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d already deleted. [ 1050.628946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.053510] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.053862] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.053903] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.054181] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.054340] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.054496] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 93cbecc0-225c-4a33-947c-20972f91a317 not found, creating... [ 1051.055127] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.055453] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.055611] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.055843] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.055987] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.056570] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.056769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.056897] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.057395] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.057553] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.058064] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 93cbecc0-225c-4a33-947c-20972f91a317 is going to be created. [ 1051.080558] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.080796] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.080899] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.081193] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.081429] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.081650] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-93cbecc0-225c-4a33-947c-20972f91a317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.080763] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 in Status: SUCCESS [ 1052.081049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.154432] env[70860]: INFO networking_nsxv3.common.synchronization [req-409a668b-7730-4ccd-bac3-1d736e7a9c42 req-6080fcf3-f09f-4009-9ef3-ba9080ada083 service nova] Enqueued Resource ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d with Priority: HIGHEST for action security_group_rules [ 1052.154603] env[70860]: INFO networking_nsxv3.common.synchronization [req-409a668b-7730-4ccd-bac3-1d736e7a9c42 req-6080fcf3-f09f-4009-9ef3-ba9080ada083 service nova] Enqueued Resource ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d with Priority: HIGHEST for action security_group_members [ 1052.154756] env[70860]: INFO networking_nsxv3.common.synchronization [req-409a668b-7730-4ccd-bac3-1d736e7a9c42 req-6080fcf3-f09f-4009-9ef3-ba9080ada083 service nova] Enqueued Resource ID: 93cbecc0-225c-4a33-947c-20972f91a317 with Priority: HIGHEST for action port [ 1052.155811] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d with Priority: HIGHEST for action security_group_rules [ 1052.157742] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d with Priority: HIGHEST for action security_group_members [ 1052.157742] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cbecc0-225c-4a33-947c-20972f91a317 with Priority: HIGHEST for action port [ 1052.157742] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.157742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.157742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.157742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.157742] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb6e6dd-c18f-48a5-8c7e-7165fee8162d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.159577] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.159748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.159817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.160139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.160301] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.160454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.160524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.160781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.160781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.160851] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb6e6dd-c18f-48a5-8c7e-7165fee8162d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.162523] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-93cbecc0-225c-4a33-947c-20972f91a317 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.162753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93cbecc0-225c-4a33-947c-20972f91a317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.162804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93cbecc0-225c-4a33-947c-20972f91a317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.163080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93cbecc0-225c-4a33-947c-20972f91a317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.163196] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93cbecc0-225c-4a33-947c-20972f91a317',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.521226] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1052.521351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.522568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.522568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.522568] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.522568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.522568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.522568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.522568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.522568] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.660430] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.660650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.666589] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb6e6dd-c18f-48a5-8c7e-7165fee8162d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.667864] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93cbecc0-225c-4a33-947c-20972f91a317 with status ACTIVE [ 1052.667995] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.668082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.668122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.668429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.668429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.668629] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.668686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.668768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.668930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.669036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.669227] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.669316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.669375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.669561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.669909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.669909] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93cbecc0-225c-4a33-947c-20972f91a317 is going to be updated. [ 1052.693448] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.693607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.693685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.693959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.694592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.694789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93cbecc0-225c-4a33-947c-20972f91a317" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.027359] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.175612] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb6e6dd-c18f-48a5-8c7e-7165fee8162d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.530592] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.678640] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.678640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.678640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.678910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.679041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.679142] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d is going to be created. [ 1053.702352] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.703270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.703270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.703270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.703434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.713422] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d in Status: UNINITIALIZED for 2s [ 1054.036987] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.036987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.036987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.036987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.036987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.036987] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be updated. [ 1054.040095] env[70860]: INFO networking_nsxv3.common.synchronization [req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 req-50990a16-b655-4592-8c8b-d897b6c93a2a tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1054.041219] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1054.041543] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.041678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.041752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.041930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.042096] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.042193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.042251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.042399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.042482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.042638] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.069060] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.069236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.069236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.069510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.069676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.078451] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1054.545067] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.545530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.545530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.545530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.545711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.545809] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.545915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.545985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.546123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.546195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.546350] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1054.571126] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.571331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.571331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.571507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.571689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.581053] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1055.193641] env[70860]: INFO networking_nsxv3.common.synchronization [req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 req-b34b649e-8f70-4bda-a185-b67b90e4501c tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1055.194194] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1055.194909] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.194909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.724917] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d in Status: SUCCESS [ 1055.726169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.726169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.726169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.726169] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.726169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.726169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.726169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.726528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.726528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.726528] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bb6e6dd-c18f-48a5-8c7e-7165fee8162d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.088108] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1056.088419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.088698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.088840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.089289] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.089289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.089289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.089427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.089427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.090460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.090460] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.090460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.090460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.090460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.090460] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.090460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.090460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.090460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.090874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.090874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.090874] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.091523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.091741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.092055] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.092173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.092247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.092385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.092524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.092618] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.229967] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.229967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.229967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.229967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.230262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.230262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.230262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.230383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.230420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.230541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.230689] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.230789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.231043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.231043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.231342] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.231342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.231342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.231481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.231481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.232358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.232358] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bb6e6dd-c18f-48a5-8c7e-7165fee8162d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.590370] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1056.590562] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d deletion is rescheduled due to dependency. [ 1056.590682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.594162] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8bc6f25-fb91-4d6a-a30f-f555d78f5507: rpc.has_security_group_logging(os_id): False [ 1056.595548] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.610375] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.611061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.611061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.611226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.611285] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.611508] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.611603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.611694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.611832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.611913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.612113] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.612206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.612260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.612442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.612512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.612693] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.612793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.612929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.612996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.613074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.613161] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be created. [ 1056.667282] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.667504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.667626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.668324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.668324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.679237] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1056.737231] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d: rpc.has_security_group_logging(os_id): False [ 1056.755288] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.755442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.755504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.755737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.755824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.756041] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.756132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.756194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.756462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.756547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.756763] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.756849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.756925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.757151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.757274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.757578] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.757742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.757846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.758090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.758225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.758380] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d is going to be created. [ 1056.822031] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.822259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.822345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.822487] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.822680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.841047] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d in Status: IN_PROGRESS for 2s [ 1057.101469] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.120478] env[70860]: INFO networking_nsxv3.common.synchronization [req-ff5b644b-5091-418c-8554-bcfae771fbbc req-fec38bd5-47b8-4424-83da-b5805528b0ff tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Enqueued Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGHEST for action security_group_members [ 1057.123038] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGHEST for action security_group_members [ 1057.123038] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecfeae-1c54-42f0-8459-41e592ba6491 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.123038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.123038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.123038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.123038] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.123038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.123640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.123640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.123640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.123640] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ecfeae-1c54-42f0-8459-41e592ba6491',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.605724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.605903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.605970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.606159] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.606279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.606391] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be updated. [ 1057.625976] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.626249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.626249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.626444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.626540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.626751] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.626870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.626911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.627070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.627154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.627228] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 is going to be updated. [ 1057.635809] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.635994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.635994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.636219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.636362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.646021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1057.653188] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.653188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.653371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.653481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.653578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.662391] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 in Status: IN_PROGRESS for 2s [ 1058.692805] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1058.693186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.693784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.693784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.693784] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.854784] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d in Status: SUCCESS [ 1058.854784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.198434] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.198594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.652645] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1059.652873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.653300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.653300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.653492] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.653586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.653646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.653793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.653875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.653959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.654060] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.670589] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 in Status: SUCCESS [ 1059.670815] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 deletion is rescheduled due to dependency. [ 1059.670893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.160292] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.160292] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.160292] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.160292] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.160292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.161848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.161848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.161848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.161848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.161848] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.288717] env[70860]: INFO networking_nsxv3.common.synchronization [req-d58d5185-7457-4e18-a30b-ce231b8f18cd req-cc42101d-e9fd-468e-8b10-e3be1c9a26bd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1060.289331] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1060.289674] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.289797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.289865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.290207] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.290393] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.290523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.290612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.290748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.290828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.290925] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.619017] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.619017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.619017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.619017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.619292] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.619403] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.619609] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.619850] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.619998] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.620223] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.620336] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.620446] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.620553] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.620676] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.620784] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.620916] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.641486] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.641486] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1060.641486] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.641486] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.641486] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-18efe46f-4aeb-4a30-a326-eb37200deb1b taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.641486] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-18efe46f-4aeb-4a30-a326-eb37200deb1b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.641486] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-18efe46f-4aeb-4a30-a326-eb37200deb1b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.641486] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-18efe46f-4aeb-4a30-a326-eb37200deb1b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.642394] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18efe46f-4aeb-4a30-a326-eb37200deb1b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.662959] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8bc6f25-fb91-4d6a-a30f-f555d78f5507: rpc.has_security_group_logging(os_id): False [ 1060.682485] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.686022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.686022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.686022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.686608] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.686608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.686608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.686608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.686608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.686608] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be updated. [ 1060.751462] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.751462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.751462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.751462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.751462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.763293] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1060.795542] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.146232] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.146533] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.146698] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.150056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.150056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.150056] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 18efe46f-4aeb-4a30-a326-eb37200deb1b not found, creating... [ 1061.150056] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.150056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.150056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.150056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.150056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.150056] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.150056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.150838] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.150838] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.150838] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.150838] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 18efe46f-4aeb-4a30-a326-eb37200deb1b is going to be created. [ 1061.169338] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.169745] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.169867] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.170174] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.170410] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.170722] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-18efe46f-4aeb-4a30-a326-eb37200deb1b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.296843] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.799391] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.799680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.800486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.800486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.800486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.800486] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1061.826020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.826216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.826216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.826411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.826564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.834491] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1061.978464] env[70860]: INFO networking_nsxv3.common.synchronization [req-d58d5185-7457-4e18-a30b-ce231b8f18cd req-abdd8c99-f876-4ade-bd0e-ebd4f937d05e service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1061.978847] env[70860]: INFO networking_nsxv3.common.synchronization [req-d58d5185-7457-4e18-a30b-ce231b8f18cd req-abdd8c99-f876-4ade-bd0e-ebd4f937d05e service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1061.979128] env[70860]: INFO networking_nsxv3.common.synchronization [req-d58d5185-7457-4e18-a30b-ce231b8f18cd req-abdd8c99-f876-4ade-bd0e-ebd4f937d05e service nova] Enqueued Resource ID: 18efe46f-4aeb-4a30-a326-eb37200deb1b with Priority: HIGHEST for action port [ 1061.979806] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1061.980130] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1061.980372] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18efe46f-4aeb-4a30-a326-eb37200deb1b with Priority: HIGHEST for action port [ 1061.980806] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.981245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.981428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.981721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.984029] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.984029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.984029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.984029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-18efe46f-4aeb-4a30-a326-eb37200deb1b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.984029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18efe46f-4aeb-4a30-a326-eb37200deb1b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.984029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18efe46f-4aeb-4a30-a326-eb37200deb1b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.984029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18efe46f-4aeb-4a30-a326-eb37200deb1b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.984029] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18efe46f-4aeb-4a30-a326-eb37200deb1b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.486368] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.486761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.486761] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18efe46f-4aeb-4a30-a326-eb37200deb1b with status ACTIVE [ 1062.486905] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.486905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.487056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.487225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.487303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.487851] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.487851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.487851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.487851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.488170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.488170] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.488170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.488371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.488371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.488483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.488539] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18efe46f-4aeb-4a30-a326-eb37200deb1b is going to be updated. [ 1062.510437] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.510437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.510437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.510437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.510437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.510437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18efe46f-4aeb-4a30-a326-eb37200deb1b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.779154] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1062.779154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.779154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.779154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.779154] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.283015] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.283015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.283015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.283268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.283268] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.283369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.283415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.283544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.283633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.283721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.283810] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.789606] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.789919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.789919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.790541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.790541] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.790541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.790541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.790541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.790855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.790855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.790939] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.791037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.791094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.791251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.791369] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.791453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.791515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.791912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.791912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.791912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.791912] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.847868] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1063.848631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.848631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.848778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.848845] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.848961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.849030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.849194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.849670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.849670] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.295031] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8bc6f25-fb91-4d6a-a30f-f555d78f5507: rpc.has_security_group_logging(os_id): False [ 1064.312343] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.312509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.312559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.312773] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.312856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.313142] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.313292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.313347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.313466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.313583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.313727] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.313830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.313898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.314032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.314111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.314292] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.314386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.314443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.314580] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.314654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.314741] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be updated. [ 1064.351397] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.370332] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.370481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.370564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.370856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.371028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.384119] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1064.853704] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.862774] env[70860]: INFO networking_nsxv3.common.synchronization [req-570ab0fb-7608-4ea4-abbc-7bba991c62ff req-e75c557d-48e7-4ec3-8af3-6fe90dbeaab0 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Enqueued Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_members [ 1064.863729] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_members [ 1064.864411] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffc26f4e-513b-4546-93aa-1bc96fc81772 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.864411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.864668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.864939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.865875] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.865875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.865875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.865875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.865875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.865875] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.004354] env[70860]: INFO networking_nsxv3.common.synchronization [req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e req-83889cc1-1d99-413c-bf0f-961f90a3286a tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Enqueued Resource ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d with Priority: HIGHEST for action security_group_members [ 1065.004354] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d with Priority: HIGHEST for action security_group_members [ 1065.004354] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.004354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.004354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.004354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.004671] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.004721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.004791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.005038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.005158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.005287] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb6e6dd-c18f-48a5-8c7e-7165fee8162d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.236527] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.236732] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-957" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.236863] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-957" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.237233] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-957" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.237514] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.237690] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.237813] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.238051] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.238202] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.238410] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.238527] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.238640] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.238751] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.238863] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.238972] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.239124] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.270027] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.270027] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1065.270027] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.270027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-957" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.270027] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.270027] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.270288] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.270471] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.270613] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06b0c6d0-107b-4bf4-958c-e86548c3e1eb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.358411] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.358411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.358411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.358411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.358411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.358411] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1065.370779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.370779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.370779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.370779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.370779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.370779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.370779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.370779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.370779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.370779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.370779] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 already deleted. [ 1065.370779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.383400] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.383400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.383400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.383400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.383400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.391667] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1065.509597] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.513016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.513016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.513016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.513016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.513016] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.513016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.513016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.513016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.513016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.513016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d is going to be updated. [ 1065.545460] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.545643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.545643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.545905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.545994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.557541] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d in Status: IN_PROGRESS for 2s [ 1065.779887] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.780209] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.780375] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.780794] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.780946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.781159] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 06b0c6d0-107b-4bf4-958c-e86548c3e1eb not found, creating... [ 1065.781484] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.781696] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.781869] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.782174] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.782357] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.785041] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.785041] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.785041] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.785041] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.785041] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.785041] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 06b0c6d0-107b-4bf4-958c-e86548c3e1eb is going to be created. [ 1065.803388] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.803388] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.803388] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.804125] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.805382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.805692] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.400526] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1066.400868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.777748] env[70860]: INFO networking_nsxv3.common.synchronization [req-570ab0fb-7608-4ea4-abbc-7bba991c62ff req-4c530eda-8dd5-49f6-946d-788ca41cac2f service nova] Enqueued Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_rules [ 1066.777864] env[70860]: INFO networking_nsxv3.common.synchronization [req-570ab0fb-7608-4ea4-abbc-7bba991c62ff req-4c530eda-8dd5-49f6-946d-788ca41cac2f service nova] Enqueued Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_members [ 1066.777984] env[70860]: INFO networking_nsxv3.common.synchronization [req-570ab0fb-7608-4ea4-abbc-7bba991c62ff req-4c530eda-8dd5-49f6-946d-788ca41cac2f service nova] Enqueued Resource ID: 06b0c6d0-107b-4bf4-958c-e86548c3e1eb with Priority: HIGHEST for action port [ 1066.778738] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_rules [ 1066.778904] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_members [ 1066.779032] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06b0c6d0-107b-4bf4-958c-e86548c3e1eb with Priority: HIGHEST for action port [ 1066.779344] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffc26f4e-513b-4546-93aa-1bc96fc81772 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.779486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.779559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.779797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.779888] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.780750] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffc26f4e-513b-4546-93aa-1bc96fc81772 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.780880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.780957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.781164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.781332] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.781457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.781524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.781686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.781777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.781867] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.782637] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.782752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.782845] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.782983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.783159] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06b0c6d0-107b-4bf4-958c-e86548c3e1eb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.284529] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffc26f4e-513b-4546-93aa-1bc96fc81772 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.284659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.284880] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.285788] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06b0c6d0-107b-4bf4-958c-e86548c3e1eb with status ACTIVE [ 1067.285972] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.286167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.286367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.286437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.286607] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.286797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.286945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.286989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.287201] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.287275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.287313] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.287428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.287872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.287984] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06b0c6d0-107b-4bf4-958c-e86548c3e1eb is going to be updated. [ 1067.309051] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.309194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.309257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.309455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.309661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.309812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06b0c6d0-107b-4bf4-958c-e86548c3e1eb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.402022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1067.402022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.402022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.402022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.402022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.402022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.402022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.402022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.402022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.402022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.402022] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.566174] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d in Status: SUCCESS [ 1067.567203] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb6e6dd-c18f-48a5-8c7e-7165fee8162d deletion is rescheduled due to dependency. [ 1067.570604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb6e6dd-c18f-48a5-8c7e-7165fee8162d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.790491] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.905110] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.905772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.905772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.905772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.905772] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.906062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.906062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.906062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.906202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.906242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.906423] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.906508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.906997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.906997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.906997] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.906997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.906997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.907342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.907342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.907342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.907342] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.293358] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.293548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.293612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.293822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.293911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.294018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 is going to be created. [ 1068.319662] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.319662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.319662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.319662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.319662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.327902] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 in Status: UNINITIALIZED for 2s [ 1068.410708] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb377ce-1e2e-484b-84d3-2b1b2447ff9e: rpc.has_security_group_logging(os_id): False [ 1068.462127] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.462127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.462127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.462127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.462127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.462127] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.462127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.462127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.462493] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.462493] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.462556] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.462637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.462698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.462832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.462891] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.464022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.464022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.464022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.464022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.464022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.464022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1068.546282] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.546416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.546483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.547829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.547829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.592956] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1070.338440] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 in Status: SUCCESS [ 1070.338440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.338743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.338996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.339164] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.339415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.339415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.339660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.339772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.339876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.339996] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.588972] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1070.589375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.842915] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.350215] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffc26f4e-513b-4546-93aa-1bc96fc81772: rpc.has_security_group_logging(os_id): False [ 1071.368196] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.368196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.368196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.368196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.368196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.368446] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.368541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.368594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.368745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.368835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.368908] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 is going to be created. [ 1071.434023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.434023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.434023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.434023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.434023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.445816] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 in Status: IN_PROGRESS for 2s [ 1071.779799] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1071.779952] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1073.458714] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 in Status: SUCCESS [ 1073.459102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.625080] env[70860]: INFO networking_nsxv3.common.synchronization [req-616efd6a-2917-4839-9721-db07d806d5b0 req-73f6ca3a-773f-466b-a9c6-ce1f70e7e05a tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1073.629421] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1073.629421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.629421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.629421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.629421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.629421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.629421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.629421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.629421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.629421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.629421] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.784619] env[70860]: INFO networking_nsxv3.common.synchronization [req-d4b590bc-fb4c-4f65-8c1a-d87993049364 req-d0d4de32-298c-4742-8087-5db096e6806e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1073.785149] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1073.785463] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.785583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.785655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.785851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.786037] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.787626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.787626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.787626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.787740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.787777] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.130126] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.264380] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.264380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.264380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.264380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.264380] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.264380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.264380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.264380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.264380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.264380] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.264380] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.264799] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.264799] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.264799] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.264928] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.264961] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.285024] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.285024] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.285024] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.285024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.285024] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-2e81f961-1832-485e-b387-7a45447f8486 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.285024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-2e81f961-1832-485e-b387-7a45447f8486" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.285352] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-2e81f961-1832-485e-b387-7a45447f8486" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.285613] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-2e81f961-1832-485e-b387-7a45447f8486" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.285613] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e81f961-1832-485e-b387-7a45447f8486',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.289831] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.635409] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.791021] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.791021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.791021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.791021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.791021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.791021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 2e81f961-1832-485e-b387-7a45447f8486 not found, creating... [ 1074.791021] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.791021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.791021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.791021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.791021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.791428] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.791428] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.791428] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.791428] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.791428] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.791428] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 2e81f961-1832-485e-b387-7a45447f8486 is going to be created. [ 1074.792635] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.812104] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.812318] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.812515] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.812705] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.812939] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.813180] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-2e81f961-1832-485e-b387-7a45447f8486" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.138838] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.138838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.138838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.138838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.138838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.138838] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 is going to be updated. [ 1075.169699] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.169892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.169954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.170186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.170335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.184751] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: IN_PROGRESS for 2s [ 1075.294707] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.294881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.294942] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.295218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.295268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.295478] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1075.324137] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.324407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.324515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.324760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.324932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.333879] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1075.626790] env[70860]: INFO networking_nsxv3.common.synchronization [req-616efd6a-2917-4839-9721-db07d806d5b0 req-4b323c2f-1516-4da2-856a-2cf19229fe54 service nova] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_rules [ 1075.626985] env[70860]: INFO networking_nsxv3.common.synchronization [req-616efd6a-2917-4839-9721-db07d806d5b0 req-4b323c2f-1516-4da2-856a-2cf19229fe54 service nova] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1075.627148] env[70860]: INFO networking_nsxv3.common.synchronization [req-616efd6a-2917-4839-9721-db07d806d5b0 req-4b323c2f-1516-4da2-856a-2cf19229fe54 service nova] Enqueued Resource ID: 2e81f961-1832-485e-b387-7a45447f8486 with Priority: HIGHEST for action port [ 1075.627377] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_rules [ 1075.627504] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1075.627791] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e81f961-1832-485e-b387-7a45447f8486 with Priority: HIGHEST for action port [ 1075.628357] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.628529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.628562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.628742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.628826] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.629625] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.630657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.630657] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e81f961-1832-485e-b387-7a45447f8486 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.630657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e81f961-1832-485e-b387-7a45447f8486" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.630657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e81f961-1832-485e-b387-7a45447f8486" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.630657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e81f961-1832-485e-b387-7a45447f8486" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.630657] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e81f961-1832-485e-b387-7a45447f8486',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.084169] env[70860]: INFO networking_nsxv3.common.synchronization [req-471791b3-8285-4025-90d4-9ce4a8d54b7a req-862458fe-97a2-4788-94e9-c72c068efc15 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1076.084169] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1076.084169] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.084169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.084169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.084169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.084169] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.084169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.085022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.085286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.085458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.085629] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.132380] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.132508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.132689] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e81f961-1832-485e-b387-7a45447f8486 with status ACTIVE [ 1076.132856] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.132964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.133042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.133275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.133361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.133532] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.133628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.133688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.133837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.133912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.134102] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.134214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.134243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.134378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.134455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.134527] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e81f961-1832-485e-b387-7a45447f8486 is going to be updated. [ 1076.155596] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.155754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.155806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.156027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.156171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.156331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e81f961-1832-485e-b387-7a45447f8486" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.444022] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.444022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.444022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.444022] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.444022] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.444489] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.444717] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.445045] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.445296] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.445610] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.445821] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.446062] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.446333] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.446546] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.448268] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.448268] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.464726] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.464726] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.464854] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.464951] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.465326] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-95c90702-94ae-4f05-aef0-ae451ce08941 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.465523] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-95c90702-94ae-4f05-aef0-ae451ce08941" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.465690] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-95c90702-94ae-4f05-aef0-ae451ce08941" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.466094] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-95c90702-94ae-4f05-aef0-ae451ce08941" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.466247] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c90702-94ae-4f05-aef0-ae451ce08941',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.590089] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.590089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.590276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.590382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.590451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.590643] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.590768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.590833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.590971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.591076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.591162] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 already deleted. [ 1076.591237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.969860] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.969860] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.969860] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.970119] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.970312] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.970552] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 95c90702-94ae-4f05-aef0-ae451ce08941 not found, creating... [ 1076.970967] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.971238] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.971412] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.971673] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.971822] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.972172] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.972373] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.972523] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.972797] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.972984] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.973202] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 95c90702-94ae-4f05-aef0-ae451ce08941 is going to be created. [ 1076.992414] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.992414] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.992414] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.992636] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.992855] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.993099] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-95c90702-94ae-4f05-aef0-ae451ce08941" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.193777] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: SUCCESS [ 1077.194077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.194176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.194376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.194567] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.194682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.194748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.194896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.194976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.195079] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.343213] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1077.343410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.697562] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.761785] env[70860]: INFO networking_nsxv3.common.synchronization [req-471791b3-8285-4025-90d4-9ce4a8d54b7a req-3f063ee5-d74d-42e2-8017-e9a68fd97deb service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1077.762222] env[70860]: INFO networking_nsxv3.common.synchronization [req-471791b3-8285-4025-90d4-9ce4a8d54b7a req-3f063ee5-d74d-42e2-8017-e9a68fd97deb service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1077.762658] env[70860]: INFO networking_nsxv3.common.synchronization [req-471791b3-8285-4025-90d4-9ce4a8d54b7a req-3f063ee5-d74d-42e2-8017-e9a68fd97deb service nova] Enqueued Resource ID: 95c90702-94ae-4f05-aef0-ae451ce08941 with Priority: HIGHEST for action port [ 1077.763137] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1077.763422] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1077.763569] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c90702-94ae-4f05-aef0-ae451ce08941 with Priority: HIGHEST for action port [ 1077.764455] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.764708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.766013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.766013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.766013] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.768601] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.768601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.768601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.768601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.768601] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.768601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.768601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.768601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.768601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.768601] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.768991] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c90702-94ae-4f05-aef0-ae451ce08941 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.768991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c90702-94ae-4f05-aef0-ae451ce08941" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.769084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c90702-94ae-4f05-aef0-ae451ce08941" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.769769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c90702-94ae-4f05-aef0-ae451ce08941" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.769769] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c90702-94ae-4f05-aef0-ae451ce08941',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.875157] env[70860]: INFO networking_nsxv3.common.synchronization [req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 req-3a80ae26-b103-4b42-b7d4-dd42dadcc733 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_members [ 1077.875712] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGHEST for action security_group_members [ 1077.876081] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb526372-599e-4a9c-81dd-e3318c0cd731 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.876220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.876298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.876588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.876824] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.876983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.877216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.877460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.877622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.877769] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.126894] env[70860]: INFO networking_nsxv3.common.synchronization [req-55e851e9-4716-468f-a4c1-d6316d70e27c req-e4a37c3d-1a1b-4e01-9e1f-9666d695557c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Enqueued Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_members [ 1078.126894] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGHEST for action security_group_members [ 1078.126894] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d495dfd-cf57-410e-854c-b6b7aab93e36 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.126894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.126894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.128894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.129092] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.133292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.133292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.133292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.133292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.133292] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.202378] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.271975] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.272144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.272328] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.273287] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95c90702-94ae-4f05-aef0-ae451ce08941 with status ACTIVE [ 1078.273463] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.273575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.273639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.273910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.276018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.276018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.276018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.276018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.276018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.276018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.276018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.276018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.276018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.276018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.276018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.276018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95c90702-94ae-4f05-aef0-ae451ce08941 is going to be updated. [ 1078.297672] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.298831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.298930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.299622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.299622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.299622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c90702-94ae-4f05-aef0-ae451ce08941" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.380510] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.380668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.380740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.380957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.415547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.415811] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.415939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.415997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.416364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.416364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.416494] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb526372-599e-4a9c-81dd-e3318c0cd731 is going to be updated. [ 1078.466810] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.466932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.467072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.467222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.467444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.484852] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb526372-599e-4a9c-81dd-e3318c0cd731 in Status: IN_PROGRESS for 2s [ 1078.626705] env[70860]: INFO networking_nsxv3.common.synchronization [req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb req-0f233934-f7ae-4f88-bb39-535426145db8 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1078.627265] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1078.627586] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.627779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.627779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.628080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.628691] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.628836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.628927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.629129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.629495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.629495] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.633424] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.633519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.633617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.633952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.633952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.634162] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.634162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.634162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.634290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.634355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.634440] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 is going to be updated. [ 1078.659421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.659573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.659632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.659858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.660033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.669013] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 in Status: IN_PROGRESS for 2s [ 1078.705673] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.705811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.705880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.706098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.706190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.706302] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 is going to be updated. [ 1078.732847] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.733118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.733118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.733289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.733431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.746023] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: IN_PROGRESS for 2s [ 1078.778125] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.000506] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.000725] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.000888] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.001237] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.001501] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.001667] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.001790] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.002019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.004383] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.004787] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.005016] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.005236] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.005440] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.005643] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.005831] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.006070] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.028059] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.028059] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.028059] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.028059] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.028059] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.028059] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.028059] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.028059] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.028059] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e3d3ccc-7fee-47bd-bc1e-d238f31659e2',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.132980] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.133173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.133247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.133803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.133803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.133803] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.133970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.133970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.134047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.134095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.134179] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 already deleted. [ 1079.134261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.280494] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.280759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.280759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.280843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.280938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.281051] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be created. [ 1079.304459] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.304601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.304674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.304897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.305074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.314299] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: UNINITIALIZED for 2s [ 1079.533616] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.533843] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.533972] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.534289] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.534440] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.534598] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 not found, creating... [ 1079.534891] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.535769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.535769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.535769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.535769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.535883] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.536150] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.536329] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.536583] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.536732] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.536886] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 is going to be created. [ 1079.555853] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.556099] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.556236] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.556542] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.556738] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.556956] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.319890] env[70860]: INFO networking_nsxv3.common.synchronization [req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb req-77e8968f-0484-49f1-a086-0f153aae62cc service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1080.320156] env[70860]: INFO networking_nsxv3.common.synchronization [req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb req-77e8968f-0484-49f1-a086-0f153aae62cc service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1080.320316] env[70860]: INFO networking_nsxv3.common.synchronization [req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb req-77e8968f-0484-49f1-a086-0f153aae62cc service nova] Enqueued Resource ID: 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 with Priority: HIGHEST for action port [ 1080.320968] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1080.321135] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1080.321236] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 with Priority: HIGHEST for action port [ 1080.321523] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.321671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.321721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.321964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.322366] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.323269] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.323387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.323454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.324097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.324271] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.324373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.324438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.324586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.324673] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.324777] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.325533] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.325639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.325705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.325858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.325997] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e3d3ccc-7fee-47bd-bc1e-d238f31659e2',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.493685] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb526372-599e-4a9c-81dd-e3318c0cd731 in Status: SUCCESS [ 1080.494007] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb526372-599e-4a9c-81dd-e3318c0cd731 deletion is rescheduled due to dependency. [ 1080.494187] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.678166] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 in Status: SUCCESS [ 1080.678339] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 deletion is rescheduled due to dependency. [ 1080.678448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.752415] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: SUCCESS [ 1080.752624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.752852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.753115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.753349] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.753479] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.753556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.753733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.753825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.753913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.754047] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.827974] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.829501] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.829617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.830066] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 with status ACTIVE [ 1080.830243] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.830355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.830422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.830629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.830718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.830891] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.830989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.831061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.832043] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.832043] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 is going to be updated. [ 1080.852220] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.852393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.852429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.852603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.852740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.852895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.257241] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.323583] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1081.323583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.323583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.323962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.323962] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.324172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.324241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.324353] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.324428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.324498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.324636] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.330969] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.566085] env[70860]: INFO networking_nsxv3.common.synchronization [req-f4f8fd6d-7d01-472c-99ed-a31413a905ae req-6dae9014-0b7c-43c0-8b15-a03d47111ec9 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1081.566085] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1081.566085] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.566085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.566085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.566085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.566085] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.568179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.568655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.568940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.570300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.570300] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.759319] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40719a55-38bf-426b-8c9e-478a7ea44a18: rpc.has_security_group_logging(os_id): False [ 1081.785733] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.785878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.786177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.786177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.786267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.786500] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.786605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.786668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.786856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.786905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.786995] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 is going to be updated. [ 1081.828528] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.828763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.828864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.829112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.829302] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.829440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.829470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.829740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.829820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.829915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.830084] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.830216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.830258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.830375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.830510] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.830602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.830729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.830865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.831574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.831574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.831574] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.832781] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.832907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.832968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.833134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.833213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.833315] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be created. [ 1081.842660] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.842799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.842871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.843087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.845303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.854955] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: IN_PROGRESS for 2s [ 1081.858186] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.858332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.858386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.858564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.858718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.867110] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: UNINITIALIZED for 2s [ 1081.985087] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.985351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.985490] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.985814] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.986261] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.986451] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.986618] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.986903] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.987104] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.987388] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.987531] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.987680] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.987801] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.987958] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.988100] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.988330] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.006055] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.006183] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1082.006377] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.006594] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.006991] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-c89c32ed-82f6-46fe-83be-0db548edceac taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.008056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-c89c32ed-82f6-46fe-83be-0db548edceac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.008056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-c89c32ed-82f6-46fe-83be-0db548edceac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.008056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-c89c32ed-82f6-46fe-83be-0db548edceac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.008056] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89c32ed-82f6-46fe-83be-0db548edceac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.072523] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.072976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.072976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.072976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.073131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.073629] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.073629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.073629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.073629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.073629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.073847] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 already deleted. [ 1082.073847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.335948] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6cc4367-dc0b-4bd2-9352-c78a135ca416: rpc.has_security_group_logging(os_id): False [ 1082.359392] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.359554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.359621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.359963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.360082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.360265] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.360359] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.360422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.360580] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.360658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.360926] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.361054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.361109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.361234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.361307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.361503] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.361614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.361681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.361787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.361845] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.361967] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be created. [ 1082.416758] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.417010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.417124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.417349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.417533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.426970] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1082.510848] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.511120] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.511256] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.511541] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.511705] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.511859] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port c89c32ed-82f6-46fe-83be-0db548edceac not found, creating... [ 1082.512149] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.512310] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.512429] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.512672] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.512908] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.513212] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.513372] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.513494] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.513727] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.513870] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.514016] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: c89c32ed-82f6-46fe-83be-0db548edceac is going to be created. [ 1082.535290] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.535466] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.535598] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.535962] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.536233] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.536473] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-c89c32ed-82f6-46fe-83be-0db548edceac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.280675] env[70860]: INFO networking_nsxv3.common.synchronization [req-f4f8fd6d-7d01-472c-99ed-a31413a905ae req-20259c28-8069-4746-8ee3-ad7cd9822883 service nova] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_rules [ 1083.280871] env[70860]: INFO networking_nsxv3.common.synchronization [req-f4f8fd6d-7d01-472c-99ed-a31413a905ae req-20259c28-8069-4746-8ee3-ad7cd9822883 service nova] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1083.281012] env[70860]: INFO networking_nsxv3.common.synchronization [req-f4f8fd6d-7d01-472c-99ed-a31413a905ae req-20259c28-8069-4746-8ee3-ad7cd9822883 service nova] Enqueued Resource ID: c89c32ed-82f6-46fe-83be-0db548edceac with Priority: HIGHEST for action port [ 1083.281250] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_rules [ 1083.281380] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1083.281476] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89c32ed-82f6-46fe-83be-0db548edceac with Priority: HIGHEST for action port [ 1083.282007] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.283119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.283203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.283484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.283572] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.284855] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.288417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.288417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.288417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.288417] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.288417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.288417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.288417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.288417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.288417] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.288417] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c89c32ed-82f6-46fe-83be-0db548edceac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.288417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c89c32ed-82f6-46fe-83be-0db548edceac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.288417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c89c32ed-82f6-46fe-83be-0db548edceac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.288861] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c89c32ed-82f6-46fe-83be-0db548edceac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.288861] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89c32ed-82f6-46fe-83be-0db548edceac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.790248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.790556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.790640] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.791860] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c89c32ed-82f6-46fe-83be-0db548edceac with status ACTIVE [ 1083.792115] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.792297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.792328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.792551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.792679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.792879] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.794554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.794664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.795068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.795068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.795180] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.795288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.795386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.795576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.795656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.795745] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c89c32ed-82f6-46fe-83be-0db548edceac is going to be updated. [ 1083.820761] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.821328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.821328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.821422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.821573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.821797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c89c32ed-82f6-46fe-83be-0db548edceac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.870906] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: SUCCESS [ 1083.871021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.875380] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1083.875564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.875719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.875957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.876182] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.876357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.876680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.876680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.876680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.876788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.876989] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.280343] env[70860]: INFO networking_nsxv3.common.synchronization [req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 req-7b327ae4-8854-435e-a5b5-f81267546f47 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1084.280912] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1084.281238] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.281360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.281430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.281630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.281780] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.281879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.281985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.286511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.286610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.286704] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.298452] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.380205] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.380205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.380205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.380205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.380205] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.380205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.380579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.380579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.380579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.380579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.380707] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.380831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.380889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.381044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.381179] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.381264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.381319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.381452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.381519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.381594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.381677] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.438708] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1084.438978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.789255] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.789440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.789524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.789828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.789940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.790232] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.791104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.791346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.791442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.791543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.791658] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1084.800825] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.801033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.801110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.801410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.801540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.801655] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 is going to be created. [ 1084.823071] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.823267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.823337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.823563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.823724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.826599] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.826731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.826766] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.826967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.827129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.844594] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1084.845186] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: UNINITIALIZED for 2s [ 1084.865139] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.865639] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.865639] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.865938] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.866423] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.866623] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.866798] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.867060] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.867212] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.867528] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.867593] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.867795] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.867959] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.868176] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.868408] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.868620] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.887279] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65662ee-7ea6-4223-8e93-f3a0b9eff254: rpc.has_security_group_logging(os_id): False [ 1084.894900] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.895189] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.895388] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.895648] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.896111] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-e60334bf-6b49-44be-ae52-00608059bd34 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.896365] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-e60334bf-6b49-44be-ae52-00608059bd34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.896568] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-e60334bf-6b49-44be-ae52-00608059bd34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.897181] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-e60334bf-6b49-44be-ae52-00608059bd34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.897407] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60334bf-6b49-44be-ae52-00608059bd34',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.907121] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.907121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.907121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.907121] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.907121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.907121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.907556] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.907556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.907666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.907849] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.908015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.908402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.908559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.908703] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be created. [ 1084.963968] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.964149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.964186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.964404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.964572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.984690] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1085.161884] env[70860]: INFO networking_nsxv3.common.synchronization [None req-d08c35ef-783d-4a1e-b4fa-25f97c6aed0c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 1085.162626] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 1085.164025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.164025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.164025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.164025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.164252] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.164252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.164337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.164517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.164612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.165409] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.403746] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.403974] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.404385] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.404775] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.405946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.405946] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port e60334bf-6b49-44be-ae52-00608059bd34 not found, creating... [ 1085.405946] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.405946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.405946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.405946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.406189] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.406310] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.406469] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.406589] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.410033] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.410033] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.410033] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: e60334bf-6b49-44be-ae52-00608059bd34 is going to be created. [ 1085.429287] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.429682] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.429947] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.430500] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.431086] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.431478] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-e60334bf-6b49-44be-ae52-00608059bd34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.666952] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.667138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.667192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.667422] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.667508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.667728] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.667842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.667904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.668072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.668157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.668243] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 1085.694857] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.694991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.695069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.695426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.696117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.704441] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 1086.431145] env[70860]: INFO networking_nsxv3.common.synchronization [req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 req-a50398b3-e26e-4e61-91fe-a8d8e1ebd7c1 service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1086.431145] env[70860]: INFO networking_nsxv3.common.synchronization [req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 req-a50398b3-e26e-4e61-91fe-a8d8e1ebd7c1 service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1086.431145] env[70860]: INFO networking_nsxv3.common.synchronization [req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 req-a50398b3-e26e-4e61-91fe-a8d8e1ebd7c1 service nova] Enqueued Resource ID: e60334bf-6b49-44be-ae52-00608059bd34 with Priority: HIGHEST for action port [ 1086.431145] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1086.431145] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1086.431145] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60334bf-6b49-44be-ae52-00608059bd34 with Priority: HIGHEST for action port [ 1086.431145] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.431145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.431145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.431145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.432095] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.435935] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.435935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.435935] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-e60334bf-6b49-44be-ae52-00608059bd34 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.435935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e60334bf-6b49-44be-ae52-00608059bd34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.435935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e60334bf-6b49-44be-ae52-00608059bd34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.436659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e60334bf-6b49-44be-ae52-00608059bd34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.436937] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60334bf-6b49-44be-ae52-00608059bd34',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.857473] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: SUCCESS [ 1086.857697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.857858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.858099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.858292] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.858407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.858552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.858625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.858704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.858788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.858880] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.860292] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1086.860441] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d deletion is rescheduled due to dependency. [ 1086.860536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.860679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.860845] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.861059] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.861246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.861343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.861551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.861730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.861730] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.939312] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.939436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.939631] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e60334bf-6b49-44be-ae52-00608059bd34 with status ACTIVE [ 1086.939943] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.940272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.940393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.940530] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.940863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.940945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.941168] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.941266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.941328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.941468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.941543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.941627] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e60334bf-6b49-44be-ae52-00608059bd34 is going to be updated. [ 1086.961454] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.961454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.961454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.961900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.962096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.962265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e60334bf-6b49-44be-ae52-00608059bd34" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.996747] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1086.996974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.342298] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1087.342437] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1087.363134] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.363279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.363554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.363554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.363727] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.364193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.364280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.364448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.364537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.364625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.364782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.364902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.364961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.365118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.365256] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.365473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.365846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.366051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.366122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.366209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.366307] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.367530] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.718836] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 1087.719128] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc deletion is rescheduled due to dependency. [ 1087.719128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.870403] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b53f4c8c-b52b-4147-8807-56f6e29dad21: rpc.has_security_group_logging(os_id): False [ 1087.871668] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.889949] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.892533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.892684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.892953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.893100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.893317] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.893463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.893505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.893642] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.893730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.893904] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.894017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.894067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.894202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.894275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.894469] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.894550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.894612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.894750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.894842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.894932] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 is going to be created. [ 1087.948219] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.948496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.948598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.948952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.949315] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.961196] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: IN_PROGRESS for 2s [ 1088.375144] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.375144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.375144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.375144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.375144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.375144] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1088.405777] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.406138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.406138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.406299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.406452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.420621] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1089.765262] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.765565] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.765565] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.766148] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.766538] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.766877] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.767165] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.767539] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.767842] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.768430] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.768671] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.768896] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.769208] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.769475] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.769737] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.773018] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.788641] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.788969] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.789090] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.789308] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.789648] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-553ff111-a0bf-4529-bc02-db7f0c32b3ab taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.789847] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.789985] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.790355] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.790529] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('553ff111-a0bf-4529-bc02-db7f0c32b3ab',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.975286] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: SUCCESS [ 1089.975522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.294227] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.294227] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.294227] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.294227] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.294443] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.294592] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 553ff111-a0bf-4529-bc02-db7f0c32b3ab not found, creating... [ 1090.294771] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.298020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.298020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.298020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.298020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.298020] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.298020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.298020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.298020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.298020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.298020] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 553ff111-a0bf-4529-bc02-db7f0c32b3ab is going to be created. [ 1090.317542] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.317993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.317993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.318281] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.318519] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.318748] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.431557] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1090.431837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.431944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.432208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.432408] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.432526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.432590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.432743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.432825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.432911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.433011] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.934999] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.935494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.935494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.935494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.935659] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.935728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.935795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.935941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.936038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.936129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.936305] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.936402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.936456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.936636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.936794] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.936889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.936947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.937102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.937180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.937262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.937349] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.022357] env[70860]: INFO networking_nsxv3.common.synchronization [req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 req-c4370422-d935-48f2-b398-f7e318e71446 service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 1091.022561] env[70860]: INFO networking_nsxv3.common.synchronization [req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 req-c4370422-d935-48f2-b398-f7e318e71446 service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 1091.022705] env[70860]: INFO networking_nsxv3.common.synchronization [req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 req-c4370422-d935-48f2-b398-f7e318e71446 service nova] Enqueued Resource ID: 553ff111-a0bf-4529-bc02-db7f0c32b3ab with Priority: HIGHEST for action port [ 1091.022951] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 1091.023117] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 1091.023189] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 553ff111-a0bf-4529-bc02-db7f0c32b3ab with Priority: HIGHEST for action port [ 1091.024089] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.024243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.024321] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.024513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.024597] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.025416] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.025530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.025592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.025750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.025897] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.026026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.026055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.026195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.026280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.026366] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.027063] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-553ff111-a0bf-4529-bc02-db7f0c32b3ab taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.027176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.027352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.027384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.027488] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('553ff111-a0bf-4529-bc02-db7f0c32b3ab',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.439322] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd76f760-bca7-405e-bfc4-1d8dd1b56c8d: rpc.has_security_group_logging(os_id): False [ 1091.457613] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.457833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.457901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.458136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.458239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.458788] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.458788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.458788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.458788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.459159] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.459159] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.459286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.459374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.459625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.459625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.459860] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.459937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.460019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.460535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.460830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.460830] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1091.524636] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.524798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.524848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.525077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.525246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.529109] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.530251] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.531147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.531147] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 553ff111-a0bf-4529-bc02-db7f0c32b3ab with status ACTIVE [ 1091.531147] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.531147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.531147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.531399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.531399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.531496] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.531605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.531651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.531825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.531948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.532136] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.532284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.532325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.532510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.532567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.532629] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 553ff111-a0bf-4529-bc02-db7f0c32b3ab is going to be updated. [ 1091.542646] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1091.555405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.555631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.555631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.555859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.556011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.556216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.035591] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.277917] env[70860]: INFO networking_nsxv3.common.synchronization [req-12cbf37c-6784-48c7-be95-374e2bae86c3 req-600c9704-aa1a-4ce9-9be8-23501b66ec5e tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1092.278492] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1092.281080] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.281258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.281333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.281536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.281928] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.281928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.281928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.282257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.283407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.284320] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.540704] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.540877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.540958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.541613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.541613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.541613] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 1092.570039] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.570195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.570259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.570625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.570875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.578779] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 1092.598071] env[70860]: INFO networking_nsxv3.common.synchronization [req-12cbf37c-6784-48c7-be95-374e2bae86c3 req-3993d92d-5f9f-4ed0-b409-caa6b1db4acf tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1092.598545] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1092.598850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.598950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.785947] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.785947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.785947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.786659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.786659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.786659] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.786659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.786826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.786965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.787459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.787459] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1092.813046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.813205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.813286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.813522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.813669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.822391] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1092.944126] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944126] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-592" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944126] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-592" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.946588] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-592" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.946588] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.946588] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.946588] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.946588] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.946588] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.946588] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.946588] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.946588] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.946588] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.946588] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.947409] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.947409] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.967103] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.967103] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.967103] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.967103] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-592" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.967103] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-f3ff7d73-bb9e-4090-b30c-27326946402d taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.967300] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-f3ff7d73-bb9e-4090-b30c-27326946402d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.967425] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-f3ff7d73-bb9e-4090-b30c-27326946402d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.967869] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-f3ff7d73-bb9e-4090-b30c-27326946402d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.969395] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ff7d73-bb9e-4090-b30c-27326946402d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.471150] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.471577] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.471577] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.471804] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.474231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.474231] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port f3ff7d73-bb9e-4090-b30c-27326946402d not found, creating... [ 1093.474231] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.474231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.474231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.474231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.474231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.474231] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.474231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.474231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.474954] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.474954] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.474954] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: f3ff7d73-bb9e-4090-b30c-27326946402d is going to be created. [ 1093.493139] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.493139] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.493317] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.493597] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.493751] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.493988] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-f3ff7d73-bb9e-4090-b30c-27326946402d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.558696] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1093.558959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.274983] env[70860]: INFO networking_nsxv3.common.synchronization [req-12cbf37c-6784-48c7-be95-374e2bae86c3 req-1bcb8387-5cce-4654-9653-7d1f30fe93f6 service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1094.275904] env[70860]: INFO networking_nsxv3.common.synchronization [req-12cbf37c-6784-48c7-be95-374e2bae86c3 req-1bcb8387-5cce-4654-9653-7d1f30fe93f6 service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1094.276252] env[70860]: INFO networking_nsxv3.common.synchronization [req-12cbf37c-6784-48c7-be95-374e2bae86c3 req-1bcb8387-5cce-4654-9653-7d1f30fe93f6 service nova] Enqueued Resource ID: f3ff7d73-bb9e-4090-b30c-27326946402d with Priority: HIGHEST for action port [ 1094.276404] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1094.276533] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1094.276621] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ff7d73-bb9e-4090-b30c-27326946402d with Priority: HIGHEST for action port [ 1094.277724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.277724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.277724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.278016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.278016] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.283247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.283439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.283758] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ff7d73-bb9e-4090-b30c-27326946402d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.283758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ff7d73-bb9e-4090-b30c-27326946402d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.283934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ff7d73-bb9e-4090-b30c-27326946402d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.284048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ff7d73-bb9e-4090-b30c-27326946402d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.284831] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ff7d73-bb9e-4090-b30c-27326946402d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.553387] env[70860]: INFO networking_nsxv3.common.synchronization [req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa req-a575d9af-8fb7-42e0-8208-c5f6c30a7143 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1094.553980] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1094.554427] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.554623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.554731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.554991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.555220] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.555404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.555489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.555664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.555768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.555918] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.591944] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 1094.592222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.593660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.593660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.593660] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.593660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.593660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.593883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.593883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.593883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.594034] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.788940] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.789182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.791829] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3ff7d73-bb9e-4090-b30c-27326946402d with status ACTIVE [ 1094.792461] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.792461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.792461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.792732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.792732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.792896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.793064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.793136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.793320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.793413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.793649] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.793764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.793825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.793965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.793965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.794216] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3ff7d73-bb9e-4090-b30c-27326946402d is going to be updated. [ 1094.815556] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.815716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.815754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.815974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.816137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.816303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ff7d73-bb9e-4090-b30c-27326946402d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.831496] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1094.831909] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e deletion is rescheduled due to dependency. [ 1094.832116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.832373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.832693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.832992] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.833208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.833334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.833587] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.833734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.833897] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.058890] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.063129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.063129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.063129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.063129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.063129] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.063129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.063129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.063129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.063129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.063129] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1095.096248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.096446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.096518] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.096778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.096987] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.097117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.097171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.097377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.097486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.097584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.097838] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.097987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.098059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.098230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.098395] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.098486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.098568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.098724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.098842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.098967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.099080] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.100956] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.101291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.101291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.102017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.102017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.112385] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1095.199625] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.201897] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-59" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.201897] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-59" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.201897] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-59" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.201897] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.201897] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.202506] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.202920] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.205021] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.205021] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.205021] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.205021] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.205021] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.205021] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.205021] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.205021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.249271] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.249271] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.249271] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.249271] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-59" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.249271] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-d23eae57-08f9-43ca-af60-6b7636aa62cb taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.249271] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-d23eae57-08f9-43ca-af60-6b7636aa62cb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.249271] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-d23eae57-08f9-43ca-af60-6b7636aa62cb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.249271] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-d23eae57-08f9-43ca-af60-6b7636aa62cb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.249271] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d23eae57-08f9-43ca-af60-6b7636aa62cb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.341844] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.603901] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06c0d4b-d55a-4652-bc2f-96485d6d1acc: rpc.has_security_group_logging(os_id): False [ 1095.620812] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.620812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.620812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.621023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.621107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.621456] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.621632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.621720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.621976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.622151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.622476] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.622628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.622758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.622997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.623236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.623517] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.623688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.623853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.624107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.624310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.625193] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 1095.682114] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.682344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.682395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.682661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.682764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.697233] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 1095.751660] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.751914] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.752067] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.752484] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.752649] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.752965] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port d23eae57-08f9-43ca-af60-6b7636aa62cb not found, creating... [ 1095.753376] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.754174] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.754365] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.755329] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.755329] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.755329] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.755329] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.755538] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.756051] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.756221] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.756378] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: d23eae57-08f9-43ca-af60-6b7636aa62cb is going to be created. [ 1095.781338] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.782060] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.782060] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.782272] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.783639] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.783639] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-d23eae57-08f9-43ca-af60-6b7636aa62cb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.845350] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.348174] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.348393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.348393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.348652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.348763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.348874] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1096.374112] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.374912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.374912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.374912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.374912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.381944] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1096.542386] env[70860]: INFO networking_nsxv3.common.synchronization [req-12cbf37c-6784-48c7-be95-374e2bae86c3 req-17f5d8c4-c08d-49c9-93b3-90f4bb3ade3f service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1096.542574] env[70860]: INFO networking_nsxv3.common.synchronization [req-12cbf37c-6784-48c7-be95-374e2bae86c3 req-17f5d8c4-c08d-49c9-93b3-90f4bb3ade3f service nova] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1096.542721] env[70860]: INFO networking_nsxv3.common.synchronization [req-12cbf37c-6784-48c7-be95-374e2bae86c3 req-17f5d8c4-c08d-49c9-93b3-90f4bb3ade3f service nova] Enqueued Resource ID: d23eae57-08f9-43ca-af60-6b7636aa62cb with Priority: HIGHEST for action port [ 1096.543015] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_rules [ 1096.544365] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1096.547108] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23eae57-08f9-43ca-af60-6b7636aa62cb with Priority: HIGHEST for action port [ 1096.548120] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.548120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.548120] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.548120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.548306] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-d23eae57-08f9-43ca-af60-6b7636aa62cb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.548405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d23eae57-08f9-43ca-af60-6b7636aa62cb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.548468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d23eae57-08f9-43ca-af60-6b7636aa62cb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.548791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d23eae57-08f9-43ca-af60-6b7636aa62cb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.548791] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d23eae57-08f9-43ca-af60-6b7636aa62cb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.590154] env[70860]: INFO networking_nsxv3.common.synchronization [req-43bf0790-9ad1-467e-b4ba-38a2b807fbed req-642f2de9-9741-4479-aac8-df07328d0c7c tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1096.591488] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1096.592097] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.592208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.592283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.592477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.592630] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.592728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.594048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.594048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.594048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.594048] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.052898] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d23eae57-08f9-43ca-af60-6b7636aa62cb with status ACTIVE [ 1097.053157] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.053295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.053365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.053571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.053659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.057021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.057021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.057021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.057021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.057021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.057021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.057021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.057021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.057021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.057021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.057021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d23eae57-08f9-43ca-af60-6b7636aa62cb is going to be updated. [ 1097.074154] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.074659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.074659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.074659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.074791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.074910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d23eae57-08f9-43ca-af60-6b7636aa62cb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.095456] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.127131] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1097.127131] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1097.127131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.278255] env[70860]: INFO networking_nsxv3.common.synchronization [req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d req-e7808872-e628-45c6-a000-2dbdc19cc42f tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1097.278438] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGHEST for action security_group_members [ 1097.278708] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.278830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.598219] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.711009] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 1097.711305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.102170] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.102414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.102447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.102654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.102743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.102847] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be updated. [ 1098.127434] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.127583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.127653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.127890] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.128056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.136784] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1098.391219] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1098.391219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.391430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.391473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.391639] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.391809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.391912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.392147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.392231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.392334] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.894761] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.399282] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.901823] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.901993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.902372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.902483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.902589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.902694] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1099.929403] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.929403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.929403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.929403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.929403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.936472] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1100.147738] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 4s [ 1101.945272] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1101.945566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.945660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.945855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.946061] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.946177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.946283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.946382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.946457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.946538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.946632] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.947548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.947711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.947916] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.948948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.948948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.949084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.949162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.949258] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.163625] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1102.163625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.164363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.164363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.164435] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.165652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.165652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.165652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.165652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.165652] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.279481] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1102.279628] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1102.451968] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.452148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.452366] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.669508] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.669665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.669736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.669985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.670105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.670315] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.670403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.670463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.670616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.670687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.670771] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be updated. [ 1102.696199] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.696347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.696418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.696658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.696844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.704957] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: IN_PROGRESS for 2s [ 1102.881645] env[70860]: INFO networking_nsxv3.common.synchronization [None req-f2bb93fa-4a51-430f-99bc-41176c3bc5c1 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_rules [ 1102.882598] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_rules [ 1102.882920] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7275e14-9308-46a9-9bf2-2467c5511ccc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.883308] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.883427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.883732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.883856] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.955145] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.015151] env[70860]: INFO networking_nsxv3.common.synchronization [None req-55567e07-a31b-4fab-8b94-2cf8298507fd tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_rules [ 1103.015444] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_rules [ 1103.019217] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7275e14-9308-46a9-9bf2-2467c5511ccc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.019217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.207010] env[70860]: INFO networking_nsxv3.common.synchronization [None req-61064eae-b749-4a23-9779-c8ff764e50a2 None None] Enqueued Resource ID: fd825b95-638f-40af-8d05-5a1ec7de2839 with Priority: HIGHEST for action port [ 1103.207624] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd825b95-638f-40af-8d05-5a1ec7de2839 with Priority: HIGHEST for action port [ 1103.207941] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd825b95-638f-40af-8d05-5a1ec7de2839 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.209179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd825b95-638f-40af-8d05-5a1ec7de2839" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.210989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd825b95-638f-40af-8d05-5a1ec7de2839" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.210989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd825b95-638f-40af-8d05-5a1ec7de2839" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.210989] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd825b95-638f-40af-8d05-5a1ec7de2839',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.406392] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.406557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.409944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.409944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.409944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.409944] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7275e14-9308-46a9-9bf2-2467c5511ccc already deleted. [ 1103.409944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.409944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.409944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.409944] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.458052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.458227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.458328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.458707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.459035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.459184] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1103.510287] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.510287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.510287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.510287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.510287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.521371] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1103.712620] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd825b95-638f-40af-8d05-5a1ec7de2839 [ 1103.712923] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.713955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.713955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.716839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.716976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.717168] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd825b95-638f-40af-8d05-5a1ec7de2839 already deleted. [ 1103.717286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd825b95-638f-40af-8d05-5a1ec7de2839" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.932406] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.932406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.932627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.932660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.932773] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.932826] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7275e14-9308-46a9-9bf2-2467c5511ccc already deleted. [ 1103.932914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.212015] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c5abfead-b4ef-410f-b9c2-84f88771bf07 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1104.214199] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1104.214199] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.214199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.214199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.215692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.215692] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.422481] env[70860]: INFO networking_nsxv3.common.synchronization [None req-7d472cf0-5fc5-4f40-80cd-5f0dd078164a tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1104.422627] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1104.424622] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.427136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.715020] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 in Status: SUCCESS [ 1104.715228] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 deletion is rescheduled due to dependency. [ 1104.715351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.734960] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.734960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.734960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.734960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.734960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.734960] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c already deleted. [ 1104.734960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.734960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.734960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.734960] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.255294] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.255596] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.255596] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.255719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.255808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.255904] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c already deleted. [ 1105.255986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.439269] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c6898014-9b53-4079-abc6-f2051c8cd8e8 None None] Enqueued Resource ID: ab0dc18a-696a-421f-9860-3d252bdd6f2e with Priority: HIGHEST for action port [ 1105.439752] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0dc18a-696a-421f-9860-3d252bdd6f2e with Priority: HIGHEST for action port [ 1105.440370] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab0dc18a-696a-421f-9860-3d252bdd6f2e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.440520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab0dc18a-696a-421f-9860-3d252bdd6f2e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.440600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab0dc18a-696a-421f-9860-3d252bdd6f2e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.440901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab0dc18a-696a-421f-9860-3d252bdd6f2e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.440998] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0dc18a-696a-421f-9860-3d252bdd6f2e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.534442] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1105.534833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.535038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.535276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.536243] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.536365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.536425] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.536676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.537320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.537443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.537663] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.537776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.537840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.538031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.538191] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.538286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.538349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.538492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.538570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.538652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.538744] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.945588] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab0dc18a-696a-421f-9860-3d252bdd6f2e [ 1105.945588] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.945588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.945588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.945588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.945588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.946357] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab0dc18a-696a-421f-9860-3d252bdd6f2e already deleted. [ 1105.946357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab0dc18a-696a-421f-9860-3d252bdd6f2e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.042203] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e: rpc.has_security_group_logging(os_id): False [ 1106.060136] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.060136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.060298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.060467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.060643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.061025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.061210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.061707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.061707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.061707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.061865] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.061865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.062118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.062165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.063071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.063071] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.063071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.063071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.063071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.063071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.063071] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1106.229267] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.229427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.229477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.229688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.229831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.247485] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1107.957580] env[70860]: INFO networking_nsxv3.common.synchronization [req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc req-e23701d3-ed0e-444b-948b-e6a4a2cf7935 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1107.958125] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1107.958434] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.958556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.958628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.962241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.962241] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.962241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.962241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.962241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.962241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.962241] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.265303] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1108.265530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.265701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.266660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.266660] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.462304] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.462561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.462691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.462933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.463041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.463287] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.463419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.463500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.463742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.463823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.463920] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1108.505925] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.506138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.506138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.506354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.506499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.515124] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1108.774742] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.774742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.774742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.774742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.774742] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.774742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.774742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.774742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.774742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.774742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.774742] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.977985] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.978648] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.979117] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.979664] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.980240] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.980581] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.980832] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.981224] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.981538] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.981885] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.982147] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.983085] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.983085] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.983085] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.983085] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.983085] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.001472] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.001641] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.001786] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.001973] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-709" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.002313] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-553ff111-a0bf-4529-bc02-db7f0c32b3ab taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.002485] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.002611] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.002874] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.003030] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('553ff111-a0bf-4529-bc02-db7f0c32b3ab',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.278122] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.278122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.278228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.278419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.278603] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.278705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.278768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.278912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.279000] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.279103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.279247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.279337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.279397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.279539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.279676] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.279767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.279826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.279963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.280068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.280171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.280248] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.505900] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.506164] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.506397] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.506851] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.507089] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.507738] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.508165] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.508165] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.508379] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.508552] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.508880] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.509129] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.509381] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.509548] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.509704] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.509856] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 553ff111-a0bf-4529-bc02-db7f0c32b3ab is going to be updated. [ 1109.530487] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.530704] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.530837] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.531142] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.532030] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.532030] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.567030] env[70860]: INFO networking_nsxv3.common.synchronization [req-78c87de9-1de1-4252-8541-e925347c1388 req-c4cb8b62-f5fd-4ca8-9387-8f9fa13cee09 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1109.567030] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1109.567030] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.567030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.567030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.567030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.567517] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.567517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.567517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.567517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.567631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.567631] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.785021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e: rpc.has_security_group_logging(os_id): False [ 1109.803405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.804264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.804502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.806950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.807213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.807659] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.807974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.809054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.809054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.809054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.809054] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.809054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.809054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.809054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.811711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.811711] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.811711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.811711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.811711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.811711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.811711] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1109.870061] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.870204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.870274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.870492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.870646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.886088] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1109.895050] env[70860]: INFO networking_nsxv3.common.synchronization [req-78c87de9-1de1-4252-8541-e925347c1388 req-670d4f35-7150-49a9-bb94-907d471f3107 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1109.896882] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGHEST for action security_group_members [ 1109.897710] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.897888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.073758] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.344482] env[70860]: INFO networking_nsxv3.common.synchronization [req-95919f99-46e7-4020-b0e3-b6454a901658 req-524a7d34-91ab-4a18-b1b2-c301370bfa49 service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 1110.344670] env[70860]: INFO networking_nsxv3.common.synchronization [req-95919f99-46e7-4020-b0e3-b6454a901658 req-524a7d34-91ab-4a18-b1b2-c301370bfa49 service nova] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 1110.344822] env[70860]: INFO networking_nsxv3.common.synchronization [req-95919f99-46e7-4020-b0e3-b6454a901658 req-524a7d34-91ab-4a18-b1b2-c301370bfa49 service nova] Enqueued Resource ID: 553ff111-a0bf-4529-bc02-db7f0c32b3ab with Priority: HIGHEST for action port [ 1110.346040] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_rules [ 1110.346040] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 1110.346040] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 553ff111-a0bf-4529-bc02-db7f0c32b3ab with Priority: HIGHEST for action port [ 1110.346535] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.346535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.346535] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.346639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.346672] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.347498] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.347590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.347637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.347799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.347941] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.348056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.348123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.348267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.348353] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.348443] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.349522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-553ff111-a0bf-4529-bc02-db7f0c32b3ab taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.349631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.349700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.350060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.350060] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('553ff111-a0bf-4529-bc02-db7f0c32b3ab',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.525728] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1110.525728] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 deletion is rescheduled due to dependency. [ 1110.525728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.577528] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.852245] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.852436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.855762] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.856649] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 553ff111-a0bf-4529-bc02-db7f0c32b3ab with status ACTIVE [ 1110.857517] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.857517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.857517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.857517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.857517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.857740] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.857740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.857740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.857904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.858017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.858174] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.858269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.858330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.858612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.858612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.858759] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 553ff111-a0bf-4529-bc02-db7f0c32b3ab is going to be updated. [ 1110.878972] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.878972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.878972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.878972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.878972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.878972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-553ff111-a0bf-4529-bc02-db7f0c32b3ab" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.079561] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.079882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.079882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.080039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.080145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.080249] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1111.108384] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.108526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.108832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.108832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.108918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.122993] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1111.361664] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.429862] env[70860]: INFO networking_nsxv3.common.synchronization [req-fdf5673e-d617-4f6f-a864-beb5508d031e req-2c87f605-dcb7-45de-a4c3-cb37a7830404 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Enqueued Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 1111.430405] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 1111.430704] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.430825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.430888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.431266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.431443] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.431550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.431609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.431865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.431954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.432061] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.750356] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.750514] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.750657] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.750920] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.751241] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.751415] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.751525] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.751782] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.751904] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.752787] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.752970] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.753160] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.753337] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.753508] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.753673] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.753901] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.772962] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.773175] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.773322] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.773502] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-314" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.773811] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-28352365-f5d5-4b89-b360-0625ccdcb46a taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.773988] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.774134] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.775062] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.775657] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28352365-f5d5-4b89-b360-0625ccdcb46a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.864427] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.864592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.864677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.864895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.864987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.865151] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 1111.889330] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.889496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.889548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.889765] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.889922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.897298] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 1111.900604] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1111.900842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.937813] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.279534] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.279866] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.279899] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.280347] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.280566] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.280921] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.281186] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.281374] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.281627] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.281775] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.282079] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.282247] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.282390] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.282617] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.282759] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.282905] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 28352365-f5d5-4b89-b360-0625ccdcb46a is going to be updated. [ 1112.302841] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.303069] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.303207] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.303484] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.303690] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.303918] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.441080] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.942793] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.942965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.943041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.943245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.943342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.943439] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 is going to be updated. [ 1112.971072] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.971257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.971371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.971549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.971700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.980038] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: IN_PROGRESS for 2s [ 1113.025215] env[70860]: INFO networking_nsxv3.common.synchronization [req-40118d3c-36f1-4042-aa2f-0e26013dde2a req-e048766f-a449-421d-8af6-822dcdf494c3 service nova] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_rules [ 1113.025443] env[70860]: INFO networking_nsxv3.common.synchronization [req-40118d3c-36f1-4042-aa2f-0e26013dde2a req-e048766f-a449-421d-8af6-822dcdf494c3 service nova] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 1113.025597] env[70860]: INFO networking_nsxv3.common.synchronization [req-40118d3c-36f1-4042-aa2f-0e26013dde2a req-e048766f-a449-421d-8af6-822dcdf494c3 service nova] Enqueued Resource ID: 28352365-f5d5-4b89-b360-0625ccdcb46a with Priority: HIGHEST for action port [ 1113.025820] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_rules [ 1113.025952] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 1113.026060] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28352365-f5d5-4b89-b360-0625ccdcb46a with Priority: HIGHEST for action port [ 1113.026599] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.026737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.026807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.026987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.027239] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.028538] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.028707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.028928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.029187] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.033206] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.033327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.033396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.033574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.033662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.033842] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.036232] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-28352365-f5d5-4b89-b360-0625ccdcb46a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.036396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.036442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.036611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.036703] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28352365-f5d5-4b89-b360-0625ccdcb46a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.133544] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1113.133544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.133544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.133544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.133544] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.133544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.133544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.133544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.133544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.133544] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.434022] env[70860]: INFO networking_nsxv3.common.synchronization [req-ac90ec85-210f-46cf-8054-8bdc964e43d5 req-f5ab3552-0fd3-4401-9b2f-1370cd6635d0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1113.434022] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1113.434022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.434022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.434022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.436153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.436153] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.436153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.436153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.436153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.436153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.436153] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.538566] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.538699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.538947] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.539824] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28352365-f5d5-4b89-b360-0625ccdcb46a with status ACTIVE [ 1113.541039] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.541039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.541039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.541039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.541039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.541039] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.541039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.541039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.541039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.541039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.541528] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.541528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.541528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.541528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.541528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.541692] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28352365-f5d5-4b89-b360-0625ccdcb46a is going to be updated. [ 1113.561306] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.561456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.561504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.561704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.561835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.561988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28352365-f5d5-4b89-b360-0625ccdcb46a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.634945] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.635314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.635314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.635441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.635494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.635695] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.635794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.635857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.636015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.636096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.636187] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be updated. [ 1113.673085] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.673220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.673291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.673490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.673627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.683115] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: IN_PROGRESS for 2s [ 1113.908151] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 1113.908151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.908375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.908584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.908807] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.908952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.909050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.909238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.909361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.909475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.909590] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.938064] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.938064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.938064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.938064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.938064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.938064] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.938064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.938064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.938064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.938542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.938542] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1113.961656] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.961881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.961948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.962184] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.962360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.970446] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1114.043500] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.417067] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.417067] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.417067] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.417067] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.417067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.417825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.417825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.417825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.418174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.418587] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.546090] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.546404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.546404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.546525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.546610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.546723] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be updated. [ 1114.575397] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.575550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.575672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.575811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.575959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.583921] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: IN_PROGRESS for 2s [ 1114.651179] env[70860]: INFO networking_nsxv3.common.synchronization [req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 req-892c6cc5-fcee-4081-9b54-12d7ba0d3109 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1114.651428] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1114.651818] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.651943] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.652029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.652698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.652698] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.652698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.652698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.653671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.653671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.653671] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.921892] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06c0d4b-d55a-4652-bc2f-96485d6d1acc: rpc.has_security_group_logging(os_id): False [ 1114.941020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.941020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.941020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.941020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.941020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.941020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.941020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.941020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.941020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.941020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.941460] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.941460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.941460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.941460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.941596] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.941673] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.941758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.941817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.941950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.942037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.942115] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 1114.988540] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: SUCCESS [ 1114.988789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.004253] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.004253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.004253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.004253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.004253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.033998] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 1115.155491] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.156320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.156320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.156496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.156639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.156848] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.156972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.157060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.157212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.157291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.157379] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 is going to be updated. [ 1115.196755] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.196876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.196876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.197181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.197228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.206525] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: IN_PROGRESS for 2s [ 1115.693904] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e in Status: SUCCESS [ 1115.693904] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e deletion is rescheduled due to dependency. [ 1115.694301] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.733114] env[70860]: INFO networking_nsxv3.common.synchronization [req-e713714b-e6d4-4820-91ac-9e63e4908d82 req-0b2e6a4a-4147-4fc7-8016-233f46f2c6bc tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Enqueued Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_members [ 1115.734044] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGHEST for action security_group_members [ 1115.734529] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffc26f4e-513b-4546-93aa-1bc96fc81772 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.734529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.734728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.735871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.736140] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.736292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.736380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.736583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.736693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.736808] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.979735] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1115.979926] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d deletion is rescheduled due to dependency. [ 1115.980120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.242030] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.242030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.242030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.242030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.242030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.242030] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.242030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.242030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.242030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.242030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.242030] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 is going to be updated. [ 1116.268403] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.269059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.269059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.269059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.269253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.278674] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 in Status: IN_PROGRESS for 2s [ 1116.592615] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: SUCCESS [ 1116.592846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.593018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.593243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.593445] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.593560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.593623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.593772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.593853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.593938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.594038] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.048896] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 1117.048896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.097571] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.097571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.097571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.097571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.097571] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.097825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.097825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.097890] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.098016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.098993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.098993] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.098993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.098993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.098993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.098993] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.098993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.098993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.099361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.099361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.099361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.099361] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.120678] env[70860]: INFO networking_nsxv3.common.synchronization [req-06a68381-7b24-449b-b0da-599b18faac2b req-d1a0d070-e827-4b56-8131-e4a7564e2f01 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1117.121616] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1117.122156] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.122254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.122354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.122656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.122922] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.123057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.123176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.123396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.123549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.123723] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.217846] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: SUCCESS [ 1117.218047] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 deletion is rescheduled due to dependency. [ 1117.218168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.518719] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.518923] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.519069] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.519348] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.519612] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.519774] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.519894] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.522366] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.522609] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.523195] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.523384] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.523553] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.523736] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.523921] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.524171] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.524442] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.542143] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.543915] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.543915] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.543915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.543915] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-06a45b2e-6015-4e08-976c-6649a080df89 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.543915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-06a45b2e-6015-4e08-976c-6649a080df89" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.543915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-06a45b2e-6015-4e08-976c-6649a080df89" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.548018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-06a45b2e-6015-4e08-976c-6649a080df89" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.548018] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a45b2e-6015-4e08-976c-6649a080df89',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.602276] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02b221e2-c0a8-432c-8901-9102c8396058: rpc.has_security_group_logging(os_id): False [ 1117.618821] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.618999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.619090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.619440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.619543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.619789] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.619895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.619959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.620139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.620220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.620402] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.620496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.620576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.620694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.620768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.620944] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.624496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.624600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.624762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.624847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.624940] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be updated. [ 1117.626058] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.693022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.693022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.693022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.693022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.693022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.705992] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: IN_PROGRESS for 2s [ 1118.048601] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.048897] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.049068] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.049368] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.049530] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.049693] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 06a45b2e-6015-4e08-976c-6649a080df89 not found, creating... [ 1118.049962] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.050238] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.050369] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.051020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.051020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.051170] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.051329] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.051462] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.051689] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.051838] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.051982] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 06a45b2e-6015-4e08-976c-6649a080df89 is going to be created. [ 1118.071604] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.071874] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.071920] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.072253] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.072588] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.072847] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-06a45b2e-6015-4e08-976c-6649a080df89" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.128588] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.289112] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 in Status: SUCCESS [ 1118.289112] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 deletion is rescheduled due to dependency. [ 1118.289112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.634050] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.634050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.634050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.634050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.634050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.634050] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1118.659142] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.659300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.659386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.659587] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.659741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.668478] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1118.826360] env[70860]: INFO networking_nsxv3.common.synchronization [req-06a68381-7b24-449b-b0da-599b18faac2b req-bc6730f2-cd81-4fe4-9d3a-6f5535f72543 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1118.826998] env[70860]: INFO networking_nsxv3.common.synchronization [req-06a68381-7b24-449b-b0da-599b18faac2b req-bc6730f2-cd81-4fe4-9d3a-6f5535f72543 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1118.826998] env[70860]: INFO networking_nsxv3.common.synchronization [req-06a68381-7b24-449b-b0da-599b18faac2b req-bc6730f2-cd81-4fe4-9d3a-6f5535f72543 service nova] Enqueued Resource ID: 06a45b2e-6015-4e08-976c-6649a080df89 with Priority: HIGHEST for action port [ 1118.826998] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1118.827264] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1118.827264] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a45b2e-6015-4e08-976c-6649a080df89 with Priority: HIGHEST for action port [ 1118.827813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.827918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.827969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.828340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.828421] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.829603] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.829603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.830169] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-06a45b2e-6015-4e08-976c-6649a080df89 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.830169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06a45b2e-6015-4e08-976c-6649a080df89" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.830169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06a45b2e-6015-4e08-976c-6649a080df89" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.830169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06a45b2e-6015-4e08-976c-6649a080df89" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.830169] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a45b2e-6015-4e08-976c-6649a080df89',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.332031] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.332031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.332405] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06a45b2e-6015-4e08-976c-6649a080df89 with status ACTIVE [ 1119.332405] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.332405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.332405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.332633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.332719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.332893] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.332989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.333064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.333220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.333296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.333474] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.333565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.333624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.333763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.333843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.333914] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06a45b2e-6015-4e08-976c-6649a080df89 is going to be updated. [ 1119.358571] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.358571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.358571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.358820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.358820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.359600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06a45b2e-6015-4e08-976c-6649a080df89" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.645305] env[70860]: INFO networking_nsxv3.common.synchronization [req-a3618576-3656-44b4-b0af-6e4ba02efc5e req-46e2833b-f059-44e9-9a89-e3a62ad80866 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_members [ 1119.645846] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_members [ 1119.646147] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7275e14-9308-46a9-9bf2-2467c5511ccc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.646341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.646506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.646720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.646845] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.646951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.647110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.647220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.647268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.647354] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.724050] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: SUCCESS [ 1119.724288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.032088] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.032317] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.032450] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.032746] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.033477] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.033644] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.033792] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.034041] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.034224] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.034424] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.034555] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.034675] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.034804] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.034918] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.035049] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.035223] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.054241] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.054427] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.054640] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.054753] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.055175] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-5d671de7-551d-486e-9906-c3765b7990a5 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.055313] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-5d671de7-551d-486e-9906-c3765b7990a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.055443] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-5d671de7-551d-486e-9906-c3765b7990a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.055782] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-5d671de7-551d-486e-9906-c3765b7990a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.055932] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d671de7-551d-486e-9906-c3765b7990a5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.150007] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.150238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.150386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.150615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.150717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.150926] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.151035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.151104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.151270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.151342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.151427] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7275e14-9308-46a9-9bf2-2467c5511ccc already deleted. [ 1120.151508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.561302] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.561604] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.561751] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.562055] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.562240] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.562443] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 5d671de7-551d-486e-9906-c3765b7990a5 not found, creating... [ 1120.562703] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.562875] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.563008] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.563242] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.563388] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.563682] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.563842] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.563963] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.564201] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.564398] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.564525] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 5d671de7-551d-486e-9906-c3765b7990a5 is going to be created. [ 1120.589808] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.589969] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.590178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.590536] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.590779] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.591055] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-5d671de7-551d-486e-9906-c3765b7990a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.677840] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1120.678108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.678265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.678486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.678672] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.678813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.678856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.678990] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.679082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.679177] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.183411] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.300294] env[70860]: INFO networking_nsxv3.common.synchronization [req-a3618576-3656-44b4-b0af-6e4ba02efc5e req-4f51491e-5f17-4700-a629-6b9b9d3fd410 service nova] Enqueued Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_rules [ 1121.300294] env[70860]: INFO networking_nsxv3.common.synchronization [req-a3618576-3656-44b4-b0af-6e4ba02efc5e req-4f51491e-5f17-4700-a629-6b9b9d3fd410 service nova] Enqueued Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_members [ 1121.300294] env[70860]: INFO networking_nsxv3.common.synchronization [req-a3618576-3656-44b4-b0af-6e4ba02efc5e req-4f51491e-5f17-4700-a629-6b9b9d3fd410 service nova] Enqueued Resource ID: 5d671de7-551d-486e-9906-c3765b7990a5 with Priority: HIGHEST for action port [ 1121.300294] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_rules [ 1121.300294] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_members [ 1121.300294] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d671de7-551d-486e-9906-c3765b7990a5 with Priority: HIGHEST for action port [ 1121.300294] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7275e14-9308-46a9-9bf2-2467c5511ccc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.300821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.301070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.301477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.301705] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.302746] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7275e14-9308-46a9-9bf2-2467c5511ccc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.303053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.303270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.303600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.303890] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.304143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.304349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.304661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.305020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.306301] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.306871] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d671de7-551d-486e-9906-c3765b7990a5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.306996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d671de7-551d-486e-9906-c3765b7990a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.307082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d671de7-551d-486e-9906-c3765b7990a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.307243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d671de7-551d-486e-9906-c3765b7990a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.307316] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d671de7-551d-486e-9906-c3765b7990a5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.685806] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.809694] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7275e14-9308-46a9-9bf2-2467c5511ccc taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.809826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.810060] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.811093] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d671de7-551d-486e-9906-c3765b7990a5 with status ACTIVE [ 1121.811220] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.811358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.811426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.811636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.811721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.811898] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.812011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.812088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.812242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.812320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.812499] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.812590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.812652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.812792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.812867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.812948] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d671de7-551d-486e-9906-c3765b7990a5 is going to be updated. [ 1121.840132] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.840310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.840387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.840605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.840746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.840911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d671de7-551d-486e-9906-c3765b7990a5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.091868] env[70860]: INFO networking_nsxv3.common.synchronization [req-d6e50205-9951-4364-802d-e00e087c271b req-50705e1c-430b-416b-bb2e-577df73ed959 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1122.092436] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1122.092747] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.092870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.092937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.094083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.094269] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.098132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.098239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.098431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.098639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.098639] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.188400] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.188599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.188692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.189028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.189174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.189302] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1122.215260] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.215451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.215525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.215741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.215892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.226566] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1122.319866] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.439969] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.440238] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-891" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.440382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-891" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.440734] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-891" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.441081] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.441275] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.441405] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.441644] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.441797] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.442052] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.442137] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.442251] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.442366] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.442518] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.442646] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.442788] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.461945] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.462147] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1122.462897] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.462897] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-891" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.463029] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-00a18956-6506-4bd9-b9b1-7231a80663b7 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.463190] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.463317] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.463644] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.463784] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a18956-6506-4bd9-b9b1-7231a80663b7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.601301] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.601494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.601581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.601762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.601858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.602147] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.602147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.602288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.602357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.602489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.602587] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c already deleted. [ 1122.602674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.822613] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.822613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.822613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.822967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.822967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.823052] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7275e14-9308-46a9-9bf2-2467c5511ccc is going to be created. [ 1122.850223] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.850400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.850463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.850679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.850842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.860824] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7275e14-9308-46a9-9bf2-2467c5511ccc in Status: UNINITIALIZED for 2s [ 1122.965963] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.966274] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.966415] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.966787] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.966946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.967154] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 00a18956-6506-4bd9-b9b1-7231a80663b7 not found, creating... [ 1122.967473] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.967650] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.967849] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.968123] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.968344] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.968622] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.968844] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.968986] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.969226] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.969408] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.969617] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 is going to be created. [ 1122.990455] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.990632] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.990750] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.990998] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.991881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.991881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.885906] env[70860]: INFO networking_nsxv3.common.synchronization [req-d6e50205-9951-4364-802d-e00e087c271b req-59348e28-a303-4173-8411-c30846e8c1ef service nova] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1123.886165] env[70860]: INFO networking_nsxv3.common.synchronization [req-d6e50205-9951-4364-802d-e00e087c271b req-59348e28-a303-4173-8411-c30846e8c1ef service nova] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1123.886261] env[70860]: INFO networking_nsxv3.common.synchronization [req-d6e50205-9951-4364-802d-e00e087c271b req-59348e28-a303-4173-8411-c30846e8c1ef service nova] Enqueued Resource ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 with Priority: HIGHEST for action port [ 1123.886493] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1123.886623] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1123.886716] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 with Priority: HIGHEST for action port [ 1123.887280] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.887409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.887478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.887681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.887764] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.893499] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.893670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.893742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.896889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.896889] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.896889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.896889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.896889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.896889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.896889] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.896889] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-00a18956-6506-4bd9-b9b1-7231a80663b7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.896889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.896889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.896889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.898284] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a18956-6506-4bd9-b9b1-7231a80663b7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.236922] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1124.236922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.236922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.237225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.237275] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.237383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.237459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.237613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.237706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.237883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.237883] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.400013] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.400194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.400422] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.401882] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00a18956-6506-4bd9-b9b1-7231a80663b7 with status ACTIVE [ 1124.402153] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.402303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.402391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.402821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.402821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.403965] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.404155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.404244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.404453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.404576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.404799] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.405183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.405183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.405183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.405366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.405435] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 is going to be updated. [ 1124.425434] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.425509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.425579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.425787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.425926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.426103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.517639] env[70860]: INFO networking_nsxv3.common.synchronization [req-dd5aa846-5724-43ff-b556-c8efa7e304cb req-0791203c-22f2-4d49-a9a7-f5747f06c0e7 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1124.519027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1124.519027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.519027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.519027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.519230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.519448] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.519608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.519722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.519984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.520104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.520221] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.740203] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.740203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.740203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.740373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.740737] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.740737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.740737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.741021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.741021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.741021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.741176] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.741255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.741348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.741561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.742043] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.742043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.742043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.742295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.742351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.743847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.743847] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.796710] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.796997] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.797164] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.797463] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.797812] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.797999] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.798360] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.798607] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.798755] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.798995] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.799157] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.799283] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.799411] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.799540] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.799688] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.799841] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.818699] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.818865] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.819013] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.819201] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.819530] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-f22d5843-e430-4e16-9684-cde6ba09a423 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.819718] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-f22d5843-e430-4e16-9684-cde6ba09a423" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.819905] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-f22d5843-e430-4e16-9684-cde6ba09a423" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.820281] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-f22d5843-e430-4e16-9684-cde6ba09a423" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.820438] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22d5843-e430-4e16-9684-cde6ba09a423',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.869341] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7275e14-9308-46a9-9bf2-2467c5511ccc in Status: SUCCESS [ 1124.869341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.869475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.869610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.869805] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.869920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.869987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.870185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.870257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.870343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.870432] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.907032] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.022578] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.022795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.022866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.023085] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.023208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.023408] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.023546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.023630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.023817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.023889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.023999] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1125.047930] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.048126] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.048176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.048387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.048536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.056958] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1125.247132] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb377ce-1e2e-484b-84d3-2b1b2447ff9e: rpc.has_security_group_logging(os_id): False [ 1125.267267] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.267267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.267267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.267267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.267267] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.267267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.267267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.267267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.267267] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.268069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.268303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.268593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.268882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.269253] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.269560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.269743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.270070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.270342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.270625] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1125.327024] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.327024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.327024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.327024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.327024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.327024] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port f22d5843-e430-4e16-9684-cde6ba09a423 not found, creating... [ 1125.327024] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.327024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.327024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.327024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.327024] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.327475] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.327475] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.327475] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.327475] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.327475] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.327475] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: f22d5843-e430-4e16-9684-cde6ba09a423 is going to be created. [ 1125.330967] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.331272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.331441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.336449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.336449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.350019] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.350019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.350019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.350019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.350019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.350019] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-f22d5843-e430-4e16-9684-cde6ba09a423" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.350388] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1125.372844] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.410483] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.410647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.410724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.410947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.411051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.411181] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be created. [ 1125.455503] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.455716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.455716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.455926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.456118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.472719] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: UNINITIALIZED for 2s [ 1125.875142] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7275e14-9308-46a9-9bf2-2467c5511ccc: rpc.has_security_group_logging(os_id): False [ 1125.897199] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.897369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.897436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.897700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.897700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.898117] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.898117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.898117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.898323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.898323] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.898431] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7275e14-9308-46a9-9bf2-2467c5511ccc is going to be created. [ 1125.959560] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.959947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.959947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.960317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.960509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.973969] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7275e14-9308-46a9-9bf2-2467c5511ccc in Status: IN_PROGRESS for 2s [ 1126.236636] env[70860]: INFO networking_nsxv3.common.synchronization [req-dd5aa846-5724-43ff-b556-c8efa7e304cb req-67b96b81-1355-4462-b16a-8bbd9421c66f service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1126.236867] env[70860]: INFO networking_nsxv3.common.synchronization [req-dd5aa846-5724-43ff-b556-c8efa7e304cb req-67b96b81-1355-4462-b16a-8bbd9421c66f service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1126.236924] env[70860]: INFO networking_nsxv3.common.synchronization [req-dd5aa846-5724-43ff-b556-c8efa7e304cb req-67b96b81-1355-4462-b16a-8bbd9421c66f service nova] Enqueued Resource ID: f22d5843-e430-4e16-9684-cde6ba09a423 with Priority: HIGHEST for action port [ 1126.237137] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1126.237270] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1126.237366] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22d5843-e430-4e16-9684-cde6ba09a423 with Priority: HIGHEST for action port [ 1126.237941] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.239231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.239231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.239231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.239231] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.243018] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.243485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.243811] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f22d5843-e430-4e16-9684-cde6ba09a423 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.244055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f22d5843-e430-4e16-9684-cde6ba09a423" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.245602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f22d5843-e430-4e16-9684-cde6ba09a423" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.245602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f22d5843-e430-4e16-9684-cde6ba09a423" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.245602] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22d5843-e430-4e16-9684-cde6ba09a423',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.746102] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.746234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.746411] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f22d5843-e430-4e16-9684-cde6ba09a423 with status ACTIVE [ 1126.746581] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.746687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.746753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.746962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.747068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.747252] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.747350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.747413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.747565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.747645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.747821] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.747914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.747975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.748163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.748265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.748353] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f22d5843-e430-4e16-9684-cde6ba09a423 is going to be updated. [ 1126.770954] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.770954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.770954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.770954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.770954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.770954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f22d5843-e430-4e16-9684-cde6ba09a423" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.074031] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1127.074031] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 deletion is rescheduled due to dependency. [ 1127.074031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.074031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.074031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.074031] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.074031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.074031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.074031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.074031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.074031] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.363754] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1127.363988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.481627] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: SUCCESS [ 1127.481863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.482035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.482259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.482452] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.482611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.482672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.482882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.482985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.483080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.483189] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.577200] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.687994] env[70860]: INFO networking_nsxv3.common.synchronization [req-2aeae811-12d4-4271-891c-84a25ba06be7 req-2c61368a-bbce-4050-bcec-38432999b098 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1127.688490] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1127.688825] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.688940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.689046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.689257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.689418] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.689515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.689577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.689728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.689815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.689909] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.985544] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7275e14-9308-46a9-9bf2-2467c5511ccc in Status: SUCCESS [ 1127.985839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.986152] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.080753] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.192911] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.489053] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c61ca8a5-c35e-4cec-9be7-960a718b1f8c: rpc.has_security_group_logging(os_id): False [ 1128.511804] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.512151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.512269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.512668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.512755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.512988] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.513095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.513172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.513398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.513490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.513677] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be created. [ 1128.583910] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.584080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.584182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.584393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.584552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.586267] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.586267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.586267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.586267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.586498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.586498] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1128.602882] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: IN_PROGRESS for 2s [ 1128.646025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.646025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.646025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.646025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.646025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.655120] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1128.696544] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.198859] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.199309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.199309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.199390] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.199434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.199524] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 is going to be updated. [ 1129.255032] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.255199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.255278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.256042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.256042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.265323] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: IN_PROGRESS for 2s [ 1129.300922] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.301094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.301219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.301386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.301498] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.803611] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.307864] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.614916] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: SUCCESS [ 1130.615188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.663273] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1130.663477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.663642] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.663933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.664094] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.664193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.664255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.664419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.664489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.664571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.664656] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.813433] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1130.813556] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1131.167036] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.167036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.167245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.167415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.167649] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.167788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.167865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.168126] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.168198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.168393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.168501] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.168615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.168699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.168855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.169000] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.169174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.169210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.169343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.169464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.169558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.169651] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.274644] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: SUCCESS [ 1131.275226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.532392] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.535672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.535672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.535672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.543788] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1131.544680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.545674] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1131.575609] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.575764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.575836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.576080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.589549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.590346] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1131.590432] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1131.590527] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1131.631434] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.631631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.631698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.631882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.633564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.633750] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1131.672067] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6cc4367-dc0b-4bd2-9352-c78a135ca416: rpc.has_security_group_logging(os_id): False [ 1131.689505] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.689689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.689689] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.689896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.707726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.707981] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.708114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.708181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.708385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.708467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.708666] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.708761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.708822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.708966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.709056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.709240] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.709361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.709505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.709555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.709632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.709714] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1131.712923] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.713051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.713106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.713260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.713552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.713794] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1131.767044] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.767044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.767169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.767377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.767436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.780714] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1131.800262] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.800527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.800527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.800763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.801548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.802618] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:52. [ 1131.802618] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5683991d-e63b-4031-95c3-48506ad0936a', 'dd76f760-bca7-405e-bfc4-1d8dd1b56c8d', '8d495dfd-cf57-410e-854c-b6b7aab93e36', 'd65662ee-7ea6-4223-8e93-f3a0b9eff254', '50b01026-26c4-49d1-953c-a673b5ec4771', 'bd7d5018-166a-4924-be87-82f24e99883b', '324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099', '62178bd8-9324-45b1-a0ec-8140bf0771f6', 'e8bc6f25-fb91-4d6a-a30f-f555d78f5507', '3349a891-c7de-4c64-a1ba-4594a57bd683', 'cd229ccf-0021-4812-9b27-33e7961e3408', '3e67811b-fb3a-4ece-addc-f7d2277e7f37', '2b294429-0afa-4ae5-9538-8265ccaff913', '8ca86fd1-30dc-4407-a3fe-e33b633fea80', 'a1ecfeae-1c54-42f0-8459-41e592ba6491', 'c61ca8a5-c35e-4cec-9be7-960a718b1f8c', 'b53f4c8c-b52b-4147-8807-56f6e29dad21', '8dc68436-cae3-46ee-9c01-7c1841c7c4ec', '1002ff90-3036-42b4-98c6-beaf49603d25', 'd0cc0dad-3373-4546-9c1c-fca54bae096e', 'dcb377ce-1e2e-484b-84d3-2b1b2447ff9e', '76dd1d95-f4a7-477c-8308-24aa10ae80f5', 'd6cc4367-dc0b-4bd2-9352-c78a135ca416', 'f7275e14-9308-46a9-9bf2-2467c5511ccc', 'f77132f8-c7dc-45cc-b698-410dcc55f06f', '202db260-d60a-44e8-a19b-7af46beda042', '66621832-d81d-4369-8c54-e4cbac77e94e', 'ffc26f4e-513b-4546-93aa-1bc96fc81772', '8e832e2a-972c-4368-901f-77a741748033', '656bc4e8-79ee-4bac-89bc-82f9da65add6', '46ad4bf7-8966-4d7d-a520-f49b046bc327', '40719a55-38bf-426b-8c9e-478a7ea44a18', '1493401e-18b7-46c7-89e3-e58a14fbefe0', '580551e7-fb09-44b5-874f-90fff5de4532', '7a590778-f6c5-4357-a1fd-7d1dcadc2e3e', '1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc', 'fb526372-599e-4a9c-81dd-e3318c0cd731', '05c68a9d-0d78-4fed-9e0d-134d370f1f62', '6d594151-d7d6-46d3-960c-0253dd0a4656', '7dc528ca-7e68-4bb7-86e1-7933eb922946', '02b221e2-c0a8-432c-8901-9102c8396058', '65f2976a-606a-42eb-b4d6-b4bcf6b404cc', '3908238a-5876-4b12-abf2-d27e648b37d7', '4934f2e5-fc1b-4078-a852-fe99c99aaeb0', '72d05b1b-16d8-4f31-88c3-3b157a165ceb', '69f87461-2b5e-41eb-9dd0-0a4234c2717b', '2bb6e6dd-c18f-48a5-8c7e-7165fee8162d', 'ec1be709-efa9-40f0-a598-32a49eee15f1', 'a778bcf9-1f09-4cc3-9751-6e3b4e991825', 'd1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001', 'b4a3a694-de70-4d51-ae57-124036cae47b', 'f06c0d4b-d55a-4652-bc2f-96485d6d1acc'} {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1131.802618] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1131.821572] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.821784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.821899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.822266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.822266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.822359] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1131.822405] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1131.822476] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1131.948060] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.948365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.948484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.948711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.949965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.950345] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1131.950518] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1131.950518] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1131.950614] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1131.950660] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/52 resources of Type:Security Group Rules [ 1131.950768] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGH for action security_group_rules [ 1131.950860] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGH for action security_group_rules [ 1131.950990] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGH for action security_group_rules [ 1131.950990] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGH for action security_group_rules [ 1131.951066] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGH for action security_group_rules [ 1131.951118] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGH for action security_group_rules [ 1131.951180] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGH for action security_group_rules [ 1131.951236] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGH for action security_group_rules [ 1131.951436] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGH for action security_group_rules [ 1131.951436] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGH for action security_group_rules [ 1131.951436] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGH for action security_group_rules [ 1131.951613] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGH for action security_group_rules [ 1131.951613] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGH for action security_group_rules [ 1131.951613] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGH for action security_group_rules [ 1131.951713] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGH for action security_group_rules [ 1131.951713] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGH for action security_group_rules [ 1131.951774] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGH for action security_group_rules [ 1131.951837] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGH for action security_group_rules [ 1131.951898] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGH for action security_group_rules [ 1131.951972] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGH for action security_group_rules [ 1131.952424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.689286] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1132.689286] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1132.689718] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683991d-e63b-4031-95c3-48506ad0936a with Priority: HIGH for action security_group_rules [ 1132.689718] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 with Priority: HIGH for action security_group_rules [ 1132.689718] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 with Priority: HIGH for action security_group_rules [ 1132.689718] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 with Priority: HIGH for action security_group_rules [ 1132.689858] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cc0dad-3373-4546-9c1c-fca54bae096e with Priority: HIGH for action security_group_rules [ 1132.689858] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1002ff90-3036-42b4-98c6-beaf49603d25 with Priority: HIGH for action security_group_rules [ 1132.689919] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec with Priority: HIGH for action security_group_rules [ 1132.690393] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGH for action security_group_rules [ 1132.690393] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGH for action security_group_rules [ 1132.690393] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGH for action security_group_rules [ 1132.690393] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b294429-0afa-4ae5-9538-8265ccaff913 with Priority: HIGH for action security_group_rules [ 1132.690622] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 with Priority: HIGH for action security_group_rules [ 1132.690622] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd229ccf-0021-4812-9b27-33e7961e3408 with Priority: HIGH for action security_group_rules [ 1132.690622] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 with Priority: HIGH for action security_group_rules [ 1132.690728] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 with Priority: HIGH for action security_group_rules [ 1132.690763] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d5018-166a-4924-be87-82f24e99883b with Priority: HIGH for action security_group_rules [ 1132.690884] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGH for action security_group_rules [ 1132.690934] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGH for action security_group_rules [ 1132.691065] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGH for action security_group_rules [ 1132.693676] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGH for action security_group_rules [ 1132.694075] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5683991d-e63b-4031-95c3-48506ad0936a taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.694221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.694291] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.694505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.694590] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5683991d-e63b-4031-95c3-48506ad0936a',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.695597] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d495dfd-cf57-410e-854c-b6b7aab93e36 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.695713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.695713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.695940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.696022] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d495dfd-cf57-410e-854c-b6b7aab93e36',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.696774] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.696884] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.696967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.697304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.697304] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.697861] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ecfeae-1c54-42f0-8459-41e592ba6491 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.698170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.698170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.698236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.698270] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ecfeae-1c54-42f0-8459-41e592ba6491',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.699104] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cc0dad-3373-4546-9c1c-fca54bae096e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.699350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.699350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.700242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.700242] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cc0dad-3373-4546-9c1c-fca54bae096e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.700440] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1002ff90-3036-42b4-98c6-beaf49603d25 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.700503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.702975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.702975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.702975] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1002ff90-3036-42b4-98c6-beaf49603d25',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.702975] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.702975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.702975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.702975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.702975] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc68436-cae3-46ee-9c01-7c1841c7c4ec',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.702975] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.702975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.702975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.702975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.703540] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.703727] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.703838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.704076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.704076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.704157] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.704876] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.704975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.705067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.705219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.705288] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.706283] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b294429-0afa-4ae5-9538-8265ccaff913 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.706283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.706283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.706283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.706513] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b294429-0afa-4ae5-9538-8265ccaff913',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.707154] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.707253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.707380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.707545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.707545] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e67811b-fb3a-4ece-addc-f7d2277e7f37',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.708276] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd229ccf-0021-4812-9b27-33e7961e3408 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.709010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.709010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.709010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.709010] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd229ccf-0021-4812-9b27-33e7961e3408',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.711038] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3349a891-c7de-4c64-a1ba-4594a57bd683 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.711038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.711038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.711038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.711038] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3349a891-c7de-4c64-a1ba-4594a57bd683',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.711038] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.711038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.711038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.711038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.711038] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8bc6f25-fb91-4d6a-a30f-f555d78f5507',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.712499] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7d5018-166a-4924-be87-82f24e99883b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.712499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.712499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.712499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.712499] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7d5018-166a-4924-be87-82f24e99883b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.713476] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.713476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.713476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.713476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.713476] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.713926] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.713926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.713926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.714135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.714135] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.714761] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.714869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.714918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.715082] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.715182] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.716248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.716248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.716248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.716248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.716488] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.992535] env[70860]: INFO networking_nsxv3.common.synchronization [req-77479d9a-ca21-49e3-836f-bcc197a77a45 req-af0319e6-0c6d-4bb2-83c6-07722ac86fe0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1132.993103] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1132.993408] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.993526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.993589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.993788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.993945] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.994159] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.994253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.994428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.994548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.994671] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.219554] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.219733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.219812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.219950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.220112] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.220205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.220331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.220489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.220575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.220658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.220744] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.224098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.224098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.224098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.224098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.224098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.224098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.224098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.224098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.224098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.224098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.224098] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.228318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.228318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.228318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.228318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.228318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.228318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.228318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.228318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.228318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.228318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.228318] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.234763] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.234941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.235035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.235174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.235357] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.235459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.235800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.235800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.235800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.235800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.236087] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.252322] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.280716] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.280908] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.280984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.281251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.284966] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.285083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.286362] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.286554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.287320] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.287419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.288165] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.288271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.289876] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.289876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.290066] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.290161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.290846] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.290938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.291962] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.292068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.292745] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.292834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.293546] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.293640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.294330] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1133.295523] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.295642] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.296296] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1133.296682] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.296784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.297852] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1133.298246] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.298339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.298965] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1133.299457] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.299551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.300109] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1133.300648] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.300906] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ecfeae-1c54-42f0-8459-41e592ba6491 is going to be deleted. [ 1133.301758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.301963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.303352] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.303459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.317094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.317227] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cc0dad-3373-4546-9c1c-fca54bae096e is going to be deleted. [ 1133.318152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.318358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.333735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.333864] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7d5018-166a-4924-be87-82f24e99883b is going to be deleted. [ 1133.334778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.334981] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.352302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.352302] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc68436-cae3-46ee-9c01-7c1841c7c4ec is going to be deleted. [ 1133.353032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.353032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.354345] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.354521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.370292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.370292] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1002ff90-3036-42b4-98c6-beaf49603d25 is going to be deleted. [ 1133.371060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.371282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.381243] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.381371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.384759] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.384759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.394023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.394186] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3349a891-c7de-4c64-a1ba-4594a57bd683 is going to be deleted. [ 1133.395022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.395245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.412915] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.412915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.416895] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.417097] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.417227] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.417493] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.417750] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.417910] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.418043] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.418458] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.418614] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.418827] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.418943] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.419069] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.419183] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.419398] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.419398] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.419537] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.453904] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.454074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.455437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.455567] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b294429-0afa-4ae5-9538-8265ccaff913 is going to be deleted. [ 1133.456526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.456639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.458219] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.458481] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.458591] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.458760] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.459585] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.459997] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.459997] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.460329] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.460498] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc9234d1-e3a1-490f-8bb4-bad0213ea8b3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.477943] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.478154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.485939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.486109] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 is going to be deleted. [ 1133.487284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.487509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.497108] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.497269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.517961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.518112] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e67811b-fb3a-4ece-addc-f7d2277e7f37 is going to be deleted. [ 1133.519087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.519351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.622841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.623107] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be deleted. [ 1133.623796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.624205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.651621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.651762] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be deleted. [ 1133.652898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.654929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.687575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.687700] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5683991d-e63b-4031-95c3-48506ad0936a is going to be deleted. [ 1133.688661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.688859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.690210] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.690539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.690955] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.691072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.724054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.724320] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8bc6f25-fb91-4d6a-a30f-f555d78f5507 is going to be deleted. [ 1133.726399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.727245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.729481] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.729622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.731338] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.731920] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.747385] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.755047] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62178bd8-9324-45b1-a0ec-8140bf0771f6: rpc.has_security_group_logging(os_id): False [ 1133.899308] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.899472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.917263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.917613] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099 is going to be deleted. [ 1133.919243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.919590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.940941] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1133.941334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.951285] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.951285] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.963137] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.963539] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.963781] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.964249] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.964530] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.964814] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 not found, creating... [ 1133.965337] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.965746] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.965823] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.966338] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.966338] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.967069] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.967069] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.967069] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.967302] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.967302] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.967456] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 is going to be created. [ 1133.969511] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.969653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.989599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.989736] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d495dfd-cf57-410e-854c-b6b7aab93e36 is going to be deleted. [ 1133.990739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.990855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.992222] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.992322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.044383] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.044534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.061564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.061693] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd229ccf-0021-4812-9b27-33e7961e3408 is going to be deleted. [ 1134.062639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.062854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.062945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.063095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ecfeae-1c54-42f0-8459-41e592ba6491" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.063221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.063404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.063478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.063592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cc0dad-3373-4546-9c1c-fca54bae096e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.064122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.064285] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.064371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.064486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7d5018-166a-4924-be87-82f24e99883b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.064612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.064758] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.064834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.064945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc68436-cae3-46ee-9c01-7c1841c7c4ec" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.065093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.065231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.065310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.065438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1002ff90-3036-42b4-98c6-beaf49603d25" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.065565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.065708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.065782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.065886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3349a891-c7de-4c64-a1ba-4594a57bd683" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.066014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.066158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.066236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.066443] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.066544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.066602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.066737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.066810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.066891] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1134.067703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.068260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.068260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.068260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.068260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.068431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.068496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.068605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b294429-0afa-4ae5-9538-8265ccaff913" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.069067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.069225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.069307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.069419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e67811b-fb3a-4ece-addc-f7d2277e7f37" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.069546] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.069687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.069760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.069866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.069989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.070143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.100940] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.101224] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.101393] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.101690] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.102035] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.102274] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.119059] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.119220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.157219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.157542] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.157644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.157713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.157920] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.158009] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.158137] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be updated. [ 1134.159230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.159410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.159499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.159609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.160180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.160180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.160180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.160180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5683991d-e63b-4031-95c3-48506ad0936a" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.160180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.160407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.160438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.160531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8bc6f25-fb91-4d6a-a30f-f555d78f5507" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.160661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.160805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.160877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.160977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-324ec8b3-34a3-4bc3-8d58-8a0ca9ba6099" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.168964] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.169129] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.169209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.169439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.169530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.169863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d495dfd-cf57-410e-854c-b6b7aab93e36" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.235265] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ca86fd1-30dc-4407-a3fe-e33b633fea80: rpc.has_security_group_logging(os_id): False [ 1134.236357] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c61ca8a5-c35e-4cec-9be7-960a718b1f8c: rpc.has_security_group_logging(os_id): False [ 1134.250850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.251044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.251088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.251281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.251452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.252503] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50b01026-26c4-49d1-953c-a673b5ec4771: rpc.has_security_group_logging(os_id): False [ 1134.311099] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1134.320155] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.320320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.320405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.320598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.325673] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.325771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.334310] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.334445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.372581] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.372759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.402128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.402464] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.402584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.402654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.403304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.403304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.403304] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be updated. [ 1134.404234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.405991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.448542] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.448542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.481046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.481046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.481046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.481046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.481046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.481046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.481046] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1134.482620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.482620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.482813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.482998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd229ccf-0021-4812-9b27-33e7961e3408" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.483210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.483423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.592826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.593468] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.593634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.593634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.593851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.593934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.594057] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b01026-26c4-49d1-953c-a673b5ec4771 is going to be updated. [ 1134.595730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.595984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.596299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.664319] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.664513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.664619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.664849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.665072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.669933] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.670067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.670176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.671816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.671816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.677029] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: IN_PROGRESS for 2s [ 1134.683321] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1134.686060] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: IN_PROGRESS for 2s [ 1134.775996] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1134.776611] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.776750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.776806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.777079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.777234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.810487] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b01026-26c4-49d1-953c-a673b5ec4771 in Status: IN_PROGRESS for 2s [ 1135.106992] env[70860]: INFO networking_nsxv3.common.synchronization [req-77479d9a-ca21-49e3-836f-bcc197a77a45 req-adef235d-25b9-4b9b-8ada-d1e92418cbf7 service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1135.107201] env[70860]: INFO networking_nsxv3.common.synchronization [req-77479d9a-ca21-49e3-836f-bcc197a77a45 req-adef235d-25b9-4b9b-8ada-d1e92418cbf7 service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1135.107349] env[70860]: INFO networking_nsxv3.common.synchronization [req-77479d9a-ca21-49e3-836f-bcc197a77a45 req-adef235d-25b9-4b9b-8ada-d1e92418cbf7 service nova] Enqueued Resource ID: cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 with Priority: HIGHEST for action port [ 1135.107883] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1135.108015] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1135.109252] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 with Priority: HIGHEST for action port [ 1135.109252] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.109252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.109252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.109252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.109252] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.110045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.110147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.110389] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.110502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.110544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.110733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.110813] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc9234d1-e3a1-490f-8bb4-bad0213ea8b3',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.612207] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.612341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.615360] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 with status ACTIVE [ 1135.615718] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.615984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.616259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.616560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.616759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.617671] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.617671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.617671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.617671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.617671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.617671] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.617934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.617934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.617934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.618029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.618057] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 is going to be updated. [ 1135.643232] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.643379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.643528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.643659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.643802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.643965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.320855] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1136.321248] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1136.321248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.321322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.321547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.321737] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.321855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.321919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.322081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.322899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.322899] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.563422] env[70860]: INFO networking_nsxv3.common.synchronization [req-052c693a-331b-490a-80c0-a366f6755593 req-33016418-62a9-4e77-9b9a-4cf5bf426388 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Enqueued Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 1136.563995] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGHEST for action security_group_members [ 1136.564338] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.564507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.564579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.564781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.564943] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.565726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.565830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.566006] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.566106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.566205] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.692033] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: SUCCESS [ 1136.692033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.697459] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: SUCCESS [ 1136.697754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.698521] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1136.699021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.826603] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b01026-26c4-49d1-953c-a673b5ec4771 in Status: SUCCESS [ 1136.826603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.826603] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.071953] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.071953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.071953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.071953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.093050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.093050] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.093050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.093050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.093050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.093050] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.093050] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 is going to be updated. [ 1137.115654] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.115827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.115888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.116079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.116221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.134476] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: IN_PROGRESS for 2s [ 1137.216691] env[70860]: INFO networking_nsxv3.common.synchronization [req-f1350ee5-1cf8-4d31-a322-4f910129e6ac req-0d0f6e8d-539c-4b82-aa4b-664894aadb6e tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1137.216691] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1137.216691] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.216691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.216691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.216691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.216691] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.216691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.216691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.216691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.216691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.216691] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.332661] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.719228] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.719430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.719481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.719676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.719783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.719955] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.720065] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.720120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.720888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.720888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.720888] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be deleted. [ 1137.746972] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.747929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.747929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.747929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.747929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.747929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.836446] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.836446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.836446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.836446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.836446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.836446] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1137.865329] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.865489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.865683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.865905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.866056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.873437] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1138.397101] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.397419] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.397545] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.397816] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.398097] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.398257] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.398377] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.398593] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.398754] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.398945] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.399070] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.399181] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.399297] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.399406] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.399512] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.399645] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.417998] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.418152] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.418314] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.418548] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.418800] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.418971] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.419110] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.419447] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.419592] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.922388] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.922623] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.922755] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.923073] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.923233] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.923393] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd not found, creating... [ 1138.923743] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.923891] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.924054] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.924325] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.924493] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.924918] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.925228] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.925441] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.925738] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.925948] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.926184] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd is going to be created. [ 1138.945869] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.946091] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.946217] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.946468] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.946696] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.946918] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.146812] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: IN_PROGRESS for 4s [ 1139.652932] env[70860]: INFO networking_nsxv3.common.synchronization [req-f1350ee5-1cf8-4d31-a322-4f910129e6ac req-60430ad5-2470-4486-ada1-645a2c6702e4 service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1139.653594] env[70860]: INFO networking_nsxv3.common.synchronization [req-f1350ee5-1cf8-4d31-a322-4f910129e6ac req-60430ad5-2470-4486-ada1-645a2c6702e4 service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1139.653915] env[70860]: INFO networking_nsxv3.common.synchronization [req-f1350ee5-1cf8-4d31-a322-4f910129e6ac req-60430ad5-2470-4486-ada1-645a2c6702e4 service nova] Enqueued Resource ID: b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd with Priority: HIGHEST for action port [ 1139.654666] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1139.654950] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1139.655379] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd with Priority: HIGHEST for action port [ 1139.655651] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.655885] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.656073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.656415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.656601] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.658737] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.658889] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.658979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.659254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.659422] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.660215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.660215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.660215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.660215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.660215] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.661252] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.661438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.661483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.661701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.661806] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.884535] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1139.884698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.884872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.885131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.885335] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.885454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.885521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.885679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.885762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.885847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.885940] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.164034] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.164178] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.164366] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.165267] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd with status ACTIVE [ 1140.165958] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.165958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.165958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.165958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.165958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.166221] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.166221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.166221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.167338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.167338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.167338] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.167338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.167338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.167338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.167338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.167338] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd is going to be updated. [ 1140.189049] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.189049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.189049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.189256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.189355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.189521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.388282] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.388460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.388525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.388806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.389010] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.389121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.389181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.389355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.389464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.389670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.389908] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.390052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.390052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.390176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.390408] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.390513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.390574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.390720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.390797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.390880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.390988] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.668769] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.893123] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65662ee-7ea6-4223-8e93-f3a0b9eff254: rpc.has_security_group_logging(os_id): False [ 1140.912523] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.912956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.912956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.913088] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.913188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.913426] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.913537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.913603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.913754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.913834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.914035] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.914130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.914180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.914310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.914507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.914577] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.914647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.914696] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.914836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.914892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.914964] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be created. [ 1140.969409] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.969576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.969576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.969810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.969993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.982575] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1141.128107] env[70860]: INFO networking_nsxv3.common.synchronization [None req-46853b97-5541-4bf7-9779-2cf97d071b72 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_rules [ 1141.128761] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_rules [ 1141.129071] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec76527-fa6f-4b09-b943-5440b2f5c478 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.129267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.129383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.129667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.129667] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.156969] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 in Status: SUCCESS [ 1141.159241] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 deletion is rescheduled due to dependency. [ 1141.159241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.171304] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.171536] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.171642] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.171950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.173257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.173257] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be created. [ 1141.196443] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.196592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.196776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.196877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.197018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.208467] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: UNINITIALIZED for 2s [ 1141.220185] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c2764a76-ead7-4673-9fcb-23ebea128ed9 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_rules [ 1141.220739] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_rules [ 1141.221076] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec76527-fa6f-4b09-b943-5440b2f5c478 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.221224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.649938] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.650106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.650177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.650418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.650510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.650605] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec76527-fa6f-4b09-b943-5440b2f5c478 already deleted. [ 1141.650688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.651015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.651015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.651122] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.172984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.173342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.173342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.173462] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.173560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.173653] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec76527-fa6f-4b09-b943-5440b2f5c478 already deleted. [ 1142.173735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.616049] env[70860]: INFO networking_nsxv3.common.synchronization [req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 req-4c393b3e-4d55-400e-bc40-6799206a620d tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 1142.616998] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGHEST for action security_group_members [ 1142.618844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.618844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.618844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.618844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.618844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.618844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.618844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.618844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.618844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.618844] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.995408] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1142.995686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.123938] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.123938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.123938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.124179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.142916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.143202] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.143322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.143389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.143595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.143679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.143769] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be updated. [ 1143.168140] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.168368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.168368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.168602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.168756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.177162] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: IN_PROGRESS for 2s [ 1143.223985] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1143.224233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.224403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.224626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.224818] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.224933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.224996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.225154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.225238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.225321] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.225413] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.727288] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.727543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.727606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.727795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.727980] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.728131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.728227] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.728413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.728504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.728624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.728807] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.728929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.728994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.729155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.729297] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.729389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.729456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.729660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.729837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.729931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.730030] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.231912] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd76f760-bca7-405e-bfc4-1d8dd1b56c8d: rpc.has_security_group_logging(os_id): False [ 1144.253925] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.254162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.254162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.254344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.254433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.254640] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.254752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.254806] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.255057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.255057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.255189] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.255272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.255329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.255464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.255527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.255875] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.255875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.255875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.257552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.257552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.257552] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be created. [ 1144.356212] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.356380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.356439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.356606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.356778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.370757] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1145.186569] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b221e2-c0a8-432c-8901-9102c8396058 in Status: SUCCESS [ 1145.187232] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 deletion is rescheduled due to dependency. [ 1145.187232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.385752] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1146.386040] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.793507] env[70860]: INFO networking_nsxv3.common.synchronization [req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 req-496434dc-af11-4a23-8bf9-7ca3cb3073dc tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1146.794634] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGHEST for action security_group_members [ 1146.794634] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.794634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.794634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.794840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.794964] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.795283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.795369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.795569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.795625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.795721] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.298188] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.298306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.298369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.298656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.309821] env[70860]: INFO networking_nsxv3.common.synchronization [req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f req-b6640962-a5f9-4f81-afd2-cc0bbcf76d08 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1147.310112] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1147.310716] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.310858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.310914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.311102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.311253] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.311349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.311432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.311617] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.311703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.311794] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.318598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.318813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.318969] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.319028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.319162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.319402] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.319507] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 is going to be updated. [ 1147.345813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.345813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.345813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.345813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.345813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.353388] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: IN_PROGRESS for 2s [ 1147.659990] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.660398] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.660398] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.660759] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.661165] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.661457] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.662357] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.662357] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.662357] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.662357] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.662618] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.662659] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.662763] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.662878] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.662987] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.663136] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.681098] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.681279] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.681453] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.681645] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.681953] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.682140] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.682263] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.682582] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.682748] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7654f7e7-cd36-4df1-bea0-b653fb6b9cbd',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.814868] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.185849] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.185849] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.185849] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.185849] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.186231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.186231] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd not found, creating... [ 1148.186348] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.186508] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.186626] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.186845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.188321] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.188321] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.188321] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.188321] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.188321] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.188321] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.188321] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd is going to be created. [ 1148.207552] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.207797] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.207938] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.208232] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.208504] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.208777] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.317399] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.819549] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.819870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.819870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.820021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.820099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.820196] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1148.849829] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.849829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.849829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.849829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.849829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.856849] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1148.920927] env[70860]: INFO networking_nsxv3.common.synchronization [req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f req-e55d7393-b4b7-4725-932a-5b31388ee915 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1148.923019] env[70860]: INFO networking_nsxv3.common.synchronization [req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f req-e55d7393-b4b7-4725-932a-5b31388ee915 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1148.923019] env[70860]: INFO networking_nsxv3.common.synchronization [req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f req-e55d7393-b4b7-4725-932a-5b31388ee915 service nova] Enqueued Resource ID: 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd with Priority: HIGHEST for action port [ 1148.923019] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1148.923019] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1148.923019] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd with Priority: HIGHEST for action port [ 1148.923019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.923019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.923019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.923601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.923768] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.926022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.926478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.929386] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.929540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.929583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.929835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.929964] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7654f7e7-cd36-4df1-bea0-b653fb6b9cbd',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.363614] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 in Status: SUCCESS [ 1149.363614] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 deletion is rescheduled due to dependency. [ 1149.363614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.426777] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.426777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.432154] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd with status ACTIVE [ 1149.433326] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.433485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.433606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.433789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.433880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.434081] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.434186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.434261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.434400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.434478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.434653] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.434746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.434804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.434942] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.435027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.435122] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd is going to be updated. [ 1149.460218] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.460357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.460480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.460683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.460822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.460975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.864385] env[70860]: INFO networking_nsxv3.common.synchronization [req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a req-d9d99c05-cd72-4e1c-b7eb-7ec082705039 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Enqueued Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_members [ 1149.864935] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGHEST for action security_group_members [ 1149.865257] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.865383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.865451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.865657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.865827] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.865928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.865990] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.866154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.866238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.866342] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.369397] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.369650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.372109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.372109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.372109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.372109] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.372109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.372109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.372109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.372109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.372109] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b01026-26c4-49d1-953c-a673b5ec4771 is going to be updated. [ 1150.401047] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.401047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.401047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.401047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.401047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.408494] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b01026-26c4-49d1-953c-a673b5ec4771 in Status: IN_PROGRESS for 2s [ 1150.870382] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1150.870859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.870859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.871076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.871328] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.871463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.871508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.871656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.871734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.871845] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.374565] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.877061] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.381268] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.381709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.381709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.381921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.381921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.382051] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1152.409265] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.409405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.409481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.409701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.409849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.419833] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1152.420565] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b01026-26c4-49d1-953c-a673b5ec4771 in Status: SUCCESS [ 1152.420711] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b01026-26c4-49d1-953c-a673b5ec4771 deletion is rescheduled due to dependency. [ 1152.420817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.434598] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1154.435025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.435093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.435286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.435488] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.435593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.435656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.435807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.435893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.435980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.436092] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.551450] env[70860]: INFO networking_nsxv3.common.synchronization [req-f2a9f54e-df95-464d-8e35-907619c5ca37 req-a3666df4-73c2-4e63-8095-d7eebd7dd774 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_members [ 1154.552061] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_members [ 1154.552382] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec76527-fa6f-4b09-b943-5440b2f5c478 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.552527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.552632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.552985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.553167] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.553327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.553357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.553616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.553616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.553735] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.938987] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.938987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.939190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.939262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.939428] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.939529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.939594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.939739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.939826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.939912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.940066] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.940158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.940216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.940351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.940545] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.940620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.940679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.940815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.940890] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.940966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.941068] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.010812] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.011039] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.011179] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.011462] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.011750] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.011932] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.011990] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.012231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.012378] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.012620] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.012741] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.012934] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.013064] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.013187] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.013305] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.013431] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.032243] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.032437] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1155.032559] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.032744] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.033189] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-f03e78d0-5805-449f-8797-272c703cdc3f taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.033436] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-f03e78d0-5805-449f-8797-272c703cdc3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.033492] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-f03e78d0-5805-449f-8797-272c703cdc3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.033994] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-f03e78d0-5805-449f-8797-272c703cdc3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.034180] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f03e78d0-5805-449f-8797-272c703cdc3f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.056254] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.056412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.056489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.056710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.056802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.057008] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.057116] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.057178] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.057331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.057419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.057699] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec76527-fa6f-4b09-b943-5440b2f5c478 already deleted. [ 1155.057825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.443048] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb377ce-1e2e-484b-84d3-2b1b2447ff9e: rpc.has_security_group_logging(os_id): False [ 1155.463250] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.463413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.463475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.464122] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.482581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.483397] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.483397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.483397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.483397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.483397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.483730] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.483730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.483730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.483825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.483900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.484102] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.484210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.484458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.484458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.484630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.484678] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1155.536539] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.536865] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.537030] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.537416] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.537630] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.537834] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port f03e78d0-5805-449f-8797-272c703cdc3f not found, creating... [ 1155.538175] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.538399] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.538590] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.538887] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.539103] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.539471] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.539686] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.539855] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.540192] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.540420] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.540651] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: f03e78d0-5805-449f-8797-272c703cdc3f is going to be created. [ 1155.544212] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.544372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.544485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.544734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.544922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.563442] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1155.564573] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.564802] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.564943] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.565242] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.565468] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.565689] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-f03e78d0-5805-449f-8797-272c703cdc3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.270238] env[70860]: INFO networking_nsxv3.common.synchronization [req-f2a9f54e-df95-464d-8e35-907619c5ca37 req-acac87a9-a1a9-4f7a-bb7c-4707ed07ebd9 service nova] Enqueued Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_rules [ 1156.270450] env[70860]: INFO networking_nsxv3.common.synchronization [req-f2a9f54e-df95-464d-8e35-907619c5ca37 req-acac87a9-a1a9-4f7a-bb7c-4707ed07ebd9 service nova] Enqueued Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_members [ 1156.270667] env[70860]: INFO networking_nsxv3.common.synchronization [req-f2a9f54e-df95-464d-8e35-907619c5ca37 req-acac87a9-a1a9-4f7a-bb7c-4707ed07ebd9 service nova] Enqueued Resource ID: f03e78d0-5805-449f-8797-272c703cdc3f with Priority: HIGHEST for action port [ 1156.270915] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_rules [ 1156.271055] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_members [ 1156.271151] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f03e78d0-5805-449f-8797-272c703cdc3f with Priority: HIGHEST for action port [ 1156.271774] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec76527-fa6f-4b09-b943-5440b2f5c478 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.271929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.272008] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.273850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.273850] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.273850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec76527-fa6f-4b09-b943-5440b2f5c478 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.274033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.274033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.274299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.274463] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.274564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.274641] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.274803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.274895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.274989] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.276139] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-f03e78d0-5805-449f-8797-272c703cdc3f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.276139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f03e78d0-5805-449f-8797-272c703cdc3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.276257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f03e78d0-5805-449f-8797-272c703cdc3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.276336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f03e78d0-5805-449f-8797-272c703cdc3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.276411] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f03e78d0-5805-449f-8797-272c703cdc3f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.780673] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec76527-fa6f-4b09-b943-5440b2f5c478 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.781067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.781067] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.781937] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f03e78d0-5805-449f-8797-272c703cdc3f with status ACTIVE [ 1156.782148] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.782264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.782332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.782542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.782634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.782876] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.782954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.782991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.783161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.783241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.783422] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.783510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.783563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.783706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.783777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.783860] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f03e78d0-5805-449f-8797-272c703cdc3f is going to be updated. [ 1156.809027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.809220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.809289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.809515] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.809680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.809864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f03e78d0-5805-449f-8797-272c703cdc3f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.291274] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.580814] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1157.580814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.795182] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.795467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.795467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.795662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.795754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.795854] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec76527-fa6f-4b09-b943-5440b2f5c478 is going to be created. [ 1157.821840] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.821840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.821840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.821840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.821840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.831516] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec76527-fa6f-4b09-b943-5440b2f5c478 in Status: UNINITIALIZED for 2s [ 1157.905462] env[70860]: INFO networking_nsxv3.common.synchronization [req-7903c946-1a0e-4f72-9d84-97c07b93b981 req-605fe3b9-d85a-46dc-9b34-63aff65240a2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1157.905971] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1157.906295] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.906414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.906474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.906674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.906830] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.907181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.907181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.907324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.907373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.907424] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.410614] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.410614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.410614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.411084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.411693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.411693] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.411693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.411878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.412089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.412175] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.412271] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1158.437421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.437772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.437772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.437869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.438188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.448408] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1159.066837] env[70860]: INFO networking_nsxv3.common.synchronization [req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 req-7ca206b0-870f-4265-af27-57a61b992b2d tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1159.066837] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1159.066837] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.066837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.066837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.067561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.072820] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.072820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.072820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.072820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.072820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.072820] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.576022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.576022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.576022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.576022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.576022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.576022] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.576022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.576022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.576022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.576022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.576022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1159.620897] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.621123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.621172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.621406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.621577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.630404] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1159.843027] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec76527-fa6f-4b09-b943-5440b2f5c478 in Status: SUCCESS [ 1159.843027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.843027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.843027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.843027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.843027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.843027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.843027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.843027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.843027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.843027] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.006297] env[70860]: INFO networking_nsxv3.common.synchronization [None req-236cd802-fe9e-4785-a838-046a508e9b17 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Enqueued Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 1160.006831] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc with Priority: HIGHEST for action security_group_members [ 1160.007150] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.007273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.007341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.007604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.007687] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.007783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.007844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.007989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.008080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.008174] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06c0d4b-d55a-4652-bc2f-96485d6d1acc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.349875] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.468224] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1160.472055] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 deletion is rescheduled due to dependency. [ 1160.472055] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.512209] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.512209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.512209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.512209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.531914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.532197] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.532328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.532394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.532595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.532773] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.532773] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc is going to be updated. [ 1160.555670] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.555802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.555865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.556080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.556216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.564626] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: IN_PROGRESS for 2s [ 1160.676213] env[70860]: INFO networking_nsxv3.common.synchronization [None req-08015aa3-16aa-40fc-b8c0-ed1c1589920c None None] Enqueued Resource ID: 923bef47-66a0-409e-a24e-e942215b5a16 with Priority: HIGHEST for action port [ 1160.676213] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 923bef47-66a0-409e-a24e-e942215b5a16 with Priority: HIGHEST for action port [ 1160.676213] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-923bef47-66a0-409e-a24e-e942215b5a16 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.676213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-923bef47-66a0-409e-a24e-e942215b5a16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.676213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-923bef47-66a0-409e-a24e-e942215b5a16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.677234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-923bef47-66a0-409e-a24e-e942215b5a16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.677672] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('923bef47-66a0-409e-a24e-e942215b5a16',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.851680] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cec76527-fa6f-4b09-b943-5440b2f5c478: rpc.has_security_group_logging(os_id): False [ 1160.878081] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.878081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.878081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.878081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.878081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.878081] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.878081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.878081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.878081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.878081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.878081] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec76527-fa6f-4b09-b943-5440b2f5c478 is going to be created. [ 1160.975252] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.977107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.977107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.977107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.977107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.992415] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec76527-fa6f-4b09-b943-5440b2f5c478 in Status: IN_PROGRESS for 2s [ 1161.042932] env[70860]: INFO networking_nsxv3.common.synchronization [req-f972db3f-c38e-4242-9969-3fa73e369b15 req-eebc37af-4d07-4a0a-a7bd-8774ece48761 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1161.043473] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1161.043766] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.043893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.043959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.044177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.044328] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.044427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.044489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.044636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.044723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.044817] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.180295] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 923bef47-66a0-409e-a24e-e942215b5a16 [ 1161.180668] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.181208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.181338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.181667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.181779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.181876] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:923bef47-66a0-409e-a24e-e942215b5a16 already deleted. [ 1161.181961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-923bef47-66a0-409e-a24e-e942215b5a16" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.415608] env[70860]: INFO networking_nsxv3.common.synchronization [None req-f7df81ee-dceb-4a1c-80c0-6ba5e795aa6e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Enqueued Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_rules [ 1161.416126] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_rules [ 1161.416651] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.416872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.416936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.417380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.417518] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.516563] env[70860]: INFO networking_nsxv3.common.synchronization [None req-c8b079f3-fc67-47aa-b179-c82a69dc98c0 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Enqueued Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_rules [ 1161.517591] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_rules [ 1161.517921] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.518051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.548666] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.641395] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1161.641649] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1161.641708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.937866] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.938063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.938147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.938399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.938530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.938812] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb already deleted. [ 1161.938902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.939094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.939258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.939347] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.054439] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.463318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.463318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.463318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.463318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.463318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.463318] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb already deleted. [ 1162.463318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.558385] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.559303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.559303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.559303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.559303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.559303] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1162.574705] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc in Status: SUCCESS [ 1162.575186] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06c0d4b-d55a-4652-bc2f-96485d6d1acc deletion is rescheduled due to dependency. [ 1162.575186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06c0d4b-d55a-4652-bc2f-96485d6d1acc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.588799] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.588967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.589058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.589392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.589554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.600745] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1163.002787] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec76527-fa6f-4b09-b943-5440b2f5c478 in Status: SUCCESS [ 1163.003037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.149647] env[70860]: INFO networking_nsxv3.common.synchronization [req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a req-89595d5f-a48d-4730-9be8-39175a6961b3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1163.150049] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1163.150421] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.150631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.150714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.151744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.151744] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.151744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.151744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.151744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.151744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.151744] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.539460] env[70860]: INFO networking_nsxv3.common.synchronization [None req-eb7f559b-afc4-4557-90c5-98cb98ff3014 None None] Enqueued Resource ID: 057fb120-fafa-459b-af43-7367ff5c134e with Priority: HIGHEST for action port [ 1163.539989] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057fb120-fafa-459b-af43-7367ff5c134e with Priority: HIGHEST for action port [ 1163.540355] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-057fb120-fafa-459b-af43-7367ff5c134e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.540479] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-057fb120-fafa-459b-af43-7367ff5c134e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.540571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-057fb120-fafa-459b-af43-7367ff5c134e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.540841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-057fb120-fafa-459b-af43-7367ff5c134e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.540924] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('057fb120-fafa-459b-af43-7367ff5c134e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.653239] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.653371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.653548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.653692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.653733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.653927] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.654043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.654111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.654262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.654337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.654423] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1163.680870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.681022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.681119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.681342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.681489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.691039] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1164.047331] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 057fb120-fafa-459b-af43-7367ff5c134e [ 1164.047331] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.047331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.047331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.047331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.047331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.047331] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:057fb120-fafa-459b-af43-7367ff5c134e already deleted. [ 1164.047331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-057fb120-fafa-459b-af43-7367ff5c134e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.610808] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1164.610808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.638839] env[70860]: INFO networking_nsxv3.common.synchronization [None req-d7e0bfe0-395d-41a1-82ec-133f2893ccbe tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Enqueued Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_rules [ 1164.638928] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_rules [ 1164.639186] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.639311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.639379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.639631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.639740] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.717076] env[70860]: INFO networking_nsxv3.common.synchronization [None req-24583add-4dab-4ff9-a400-711b8fd8c763 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Enqueued Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_rules [ 1164.717599] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_rules [ 1164.717929] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.718046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.161479] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.161636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.161693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.161963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.162025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.162099] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 already deleted. [ 1165.162186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.162332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.162482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.162565] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.682526] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.682526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.682526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.682526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.682526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.682526] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 already deleted. [ 1165.682526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.697941] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1165.698130] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 deletion is rescheduled due to dependency. [ 1165.698237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.674161] env[70860]: INFO networking_nsxv3.common.synchronization [req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 req-dfcec4b2-cfae-4e36-9d81-8379e7845654 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1166.674728] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1166.675149] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.675299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.675369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.675573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.675750] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.675847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.675914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.676167] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.676279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.676373] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.003674] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.004018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.004018] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.004297] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.004553] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.005311] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.005451] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.005701] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.005857] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.006088] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.006211] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.006326] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.006441] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.006556] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.006666] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.006839] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.024554] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.024680] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1167.024802] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.024981] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.025296] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-2ccb0c39-c138-4332-bedf-72631f90daed taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.025465] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-2ccb0c39-c138-4332-bedf-72631f90daed" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.025590] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-2ccb0c39-c138-4332-bedf-72631f90daed" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.025915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-2ccb0c39-c138-4332-bedf-72631f90daed" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.026066] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ccb0c39-c138-4332-bedf-72631f90daed',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.179027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.179027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.179027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.179302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.179354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.179519] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.179622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.179683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.179854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.179926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.179989] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1167.210082] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.210241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.210329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.210521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.210718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.219143] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1167.528569] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.528569] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.528569] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.528569] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.528999] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.528999] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 2ccb0c39-c138-4332-bedf-72631f90daed not found, creating... [ 1167.529151] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.529316] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.529413] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.529638] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.529783] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.530229] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.530229] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.530387] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.530558] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.530845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.530897] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 2ccb0c39-c138-4332-bedf-72631f90daed is going to be created. [ 1167.550724] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.551035] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.551078] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.551343] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.551576] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.551825] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-2ccb0c39-c138-4332-bedf-72631f90daed" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.256064] env[70860]: INFO networking_nsxv3.common.synchronization [req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 req-b0fd3a79-eb8b-4e30-8889-1851e4aef6cc service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1168.256420] env[70860]: INFO networking_nsxv3.common.synchronization [req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 req-b0fd3a79-eb8b-4e30-8889-1851e4aef6cc service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1168.256488] env[70860]: INFO networking_nsxv3.common.synchronization [req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 req-b0fd3a79-eb8b-4e30-8889-1851e4aef6cc service nova] Enqueued Resource ID: 2ccb0c39-c138-4332-bedf-72631f90daed with Priority: HIGHEST for action port [ 1168.256948] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1168.257082] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1168.257182] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccb0c39-c138-4332-bedf-72631f90daed with Priority: HIGHEST for action port [ 1168.257483] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.257582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.257653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.257805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.257895] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.260071] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.260226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.260473] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ccb0c39-c138-4332-bedf-72631f90daed taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.260627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ccb0c39-c138-4332-bedf-72631f90daed" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.260702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ccb0c39-c138-4332-bedf-72631f90daed" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.260903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ccb0c39-c138-4332-bedf-72631f90daed" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.260995] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ccb0c39-c138-4332-bedf-72631f90daed',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.763378] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.763573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.763714] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ccb0c39-c138-4332-bedf-72631f90daed with status ACTIVE [ 1168.763850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.763951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.764027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.764247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.764330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.764498] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.764598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.764657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.764825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.764901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.765094] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.765197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.765237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.765375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.765445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.765525] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ccb0c39-c138-4332-bedf-72631f90daed is going to be updated. [ 1168.785660] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.785848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.785911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.786134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.786286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.786451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ccb0c39-c138-4332-bedf-72631f90daed" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.227819] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1169.228018] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 deletion is rescheduled due to dependency. [ 1169.228121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.228280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.228493] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.228677] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.228793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.228858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.229028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.229174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.229285] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.731609] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.232901] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.735117] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.736032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.736032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.736798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.736798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.736798] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1170.766383] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.766552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.766618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.766799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.766948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.777178] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1171.022715] env[70860]: INFO networking_nsxv3.common.synchronization [req-94573b5e-1d2a-4c5f-9361-24c8a91083af req-84175850-fe76-42a7-b330-afc648b22302 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1171.023961] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1171.023961] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.023961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.023961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.024232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.024287] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.024393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.024460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.024615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.024704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.024801] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.054982] env[70860]: INFO networking_nsxv3.common.synchronization [req-94573b5e-1d2a-4c5f-9361-24c8a91083af req-84175850-fe76-42a7-b330-afc648b22302 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1171.055387] env[70860]: INFO networking_nsxv3.common.synchronization [req-94573b5e-1d2a-4c5f-9361-24c8a91083af req-84175850-fe76-42a7-b330-afc648b22302 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1171.055646] env[70860]: INFO networking_nsxv3.common.synchronization [req-94573b5e-1d2a-4c5f-9361-24c8a91083af req-84175850-fe76-42a7-b330-afc648b22302 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 with Priority: HIGHEST for action port [ 1171.056679] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1171.056891] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1171.057071] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 with Priority: HIGHEST for action port [ 1171.057496] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.057928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.057928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.058139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.058272] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.059263] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.059369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.059546] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-00a18956-6506-4bd9-b9b1-7231a80663b7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.059638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.059718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.059881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.059934] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a18956-6506-4bd9-b9b1-7231a80663b7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.527210] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.562156] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.562302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.563146] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00a18956-6506-4bd9-b9b1-7231a80663b7 with status ACTIVE [ 1171.563146] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.563146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.563146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.563146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.563146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.563348] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.563389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.563419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.563568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.563646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.563826] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.563914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.564035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.564135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.564203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.564285] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 is going to be updated. [ 1171.584359] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.584539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.584539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.584735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.584877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.585043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.031731] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.534876] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.535123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.535222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.535448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.535777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.535777] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be updated. [ 1172.560098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.560266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.560332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.560534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.560729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.568403] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: IN_PROGRESS for 2s [ 1172.811255] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1172.811513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.811711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.812010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.812253] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.812396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.812474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.812647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.812767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.812856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.812950] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.315762] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.316193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.316193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.316283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.316516] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.316654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.316654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.316860] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.316971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.317070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.317285] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.317381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.317443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.317595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.317736] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.317931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.317931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.318117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.318243] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.318344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.318437] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.517186] env[70860]: INFO networking_nsxv3.common.synchronization [req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 req-790d4a8d-d479-4781-91e9-0a209d1a8bc7 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1173.517922] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1173.518396] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.518567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.531602] env[70860]: INFO networking_nsxv3.common.synchronization [req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 req-790d4a8d-d479-4781-91e9-0a209d1a8bc7 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1173.531602] env[70860]: INFO networking_nsxv3.common.synchronization [req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 req-790d4a8d-d479-4781-91e9-0a209d1a8bc7 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1173.531602] env[70860]: INFO networking_nsxv3.common.synchronization [req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 req-790d4a8d-d479-4781-91e9-0a209d1a8bc7 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 with Priority: HIGHEST for action port [ 1173.531602] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_rules [ 1173.531602] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1173.531602] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 with Priority: HIGHEST for action port [ 1173.531602] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.531602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.531602] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.532152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.532152] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-00a18956-6506-4bd9-b9b1-7231a80663b7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.532581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.532714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.532911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.533033] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a18956-6506-4bd9-b9b1-7231a80663b7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.820809] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6cc4367-dc0b-4bd2-9352-c78a135ca416: rpc.has_security_group_logging(os_id): False [ 1173.838390] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.838616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.838616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.838818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.838937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.839093] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.839218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.839282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.839399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.839488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.839683] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.839841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.839841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.840053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.840053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.840229] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.840347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.840537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.840537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.840718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.840718] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1173.896242] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.896383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.896480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.896650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.896807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.907435] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1174.037345] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00a18956-6506-4bd9-b9b1-7231a80663b7 with status ACTIVE [ 1174.037591] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.037745] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.037817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.038070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.038165] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.038337] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.038433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.038497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.038657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.038738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.038918] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.039015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.039079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.039218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.039292] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.039376] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00a18956-6506-4bd9-b9b1-7231a80663b7 is going to be updated. [ 1174.061299] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.061299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.061465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.061557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.061715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.061874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00a18956-6506-4bd9-b9b1-7231a80663b7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.123530] env[70860]: INFO networking_nsxv3.common.synchronization [req-d0681c14-bb73-4de7-9612-24537c7c3c44 req-1bbf75d9-8961-47de-a2b7-66c40e318831 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1174.130166] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1174.130166] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.130166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.130166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.130166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.130166] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.130166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.130166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.130166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.130166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.130166] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.577636] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: SUCCESS [ 1174.578444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.578444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.578444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.578622] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.578622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.578732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.578867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.578961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.579071] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.633972] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.731474] env[70860]: INFO networking_nsxv3.common.synchronization [req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e req-ecc89e65-1b9c-4d23-8577-00e071c8939c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Enqueued Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_members [ 1174.731474] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_members [ 1174.731474] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.732637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.732923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.733551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.733947] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.734331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.734557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.735228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.737022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.737022] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.069993] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.070336] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.070513] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.070912] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.071242] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.071445] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.071603] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.071934] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.072137] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.072443] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.072586] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.072733] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.072885] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.073098] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.073224] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.073385] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.081188] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.094425] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.094755] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1175.095076] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.095391] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.095838] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.096148] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.096366] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.096885] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.097138] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea0d8b03-d862-4332-86e1-3ef5dbf14c15',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.136573] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.239334] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.239510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.239628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.239882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.240012] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.240258] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.240385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.240458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.240613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.240717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.240859] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb already deleted. [ 1175.240903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.583351] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.600008] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.600251] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.600382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.600756] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.600955] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.601141] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port ea0d8b03-d862-4332-86e1-3ef5dbf14c15 not found, creating... [ 1175.601400] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.601560] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.601684] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.601918] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.602070] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.602475] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.602532] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.602626] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.602835] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.602974] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.603169] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 is going to be created. [ 1175.622616] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.622817] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.622959] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.623471] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.623843] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.624206] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.638776] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.638944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.638944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.639329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.639484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.639572] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1175.668171] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.668398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.668518] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.668774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.669172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.680493] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1175.919374] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1175.919635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.085712] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.085914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.085964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.086250] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.086346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.086452] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be updated. [ 1176.113663] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.113853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.113853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.114126] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.114179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.123741] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: IN_PROGRESS for 2s [ 1176.339687] env[70860]: INFO networking_nsxv3.common.synchronization [req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e req-b4537868-b5c3-4e27-924d-03ef02cb321c service nova] Enqueued Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_rules [ 1176.339884] env[70860]: INFO networking_nsxv3.common.synchronization [req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e req-b4537868-b5c3-4e27-924d-03ef02cb321c service nova] Enqueued Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_members [ 1176.340043] env[70860]: INFO networking_nsxv3.common.synchronization [req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e req-b4537868-b5c3-4e27-924d-03ef02cb321c service nova] Enqueued Resource ID: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 with Priority: HIGHEST for action port [ 1176.340543] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_rules [ 1176.340647] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_members [ 1176.340768] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 with Priority: HIGHEST for action port [ 1176.341385] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.342062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.342062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.342062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.342062] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.344869] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.344869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.344869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.344869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.345174] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.345174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.345174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.345316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.345403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.345633] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.346559] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.346668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.346857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.347036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.347119] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea0d8b03-d862-4332-86e1-3ef5dbf14c15',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.845314] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.845602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.846970] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.848960] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea0d8b03-d862-4332-86e1-3ef5dbf14c15 with status ACTIVE [ 1176.849171] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.849171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.849358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.849430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.849564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.849819] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.850134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.850134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.850421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.850421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.850479] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.850618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.850618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.850810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.850858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.850977] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 is going to be updated. [ 1176.872190] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.872263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.872741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.872741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.872741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.872936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.073586] env[70860]: INFO networking_nsxv3.common.synchronization [req-cdc0f539-9081-4486-8416-1513a88ce23c req-7f61019c-4dad-4f75-8341-0f260f536924 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Enqueued Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1177.074229] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c with Priority: HIGHEST for action security_group_members [ 1177.075036] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.075036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.349327] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.690257] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1177.690476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.851316] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.851551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.851587] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.851796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.851903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.852014] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb is going to be created. [ 1177.873502] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.873651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.873734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.873968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.874083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.882852] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: UNINITIALIZED for 2s [ 1178.132999] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: SUCCESS [ 1178.133208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.133390] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.133610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.133832] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.133947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.134052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.134193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.134295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.134400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.134527] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.135407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.135598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.135794] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.135917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.136043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.136168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.136235] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.136341] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.638250] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.641505] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.641625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.641699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.641973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.642155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.642397] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.642529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.642644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.642834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.642911] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.643038] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be updated. [ 1178.670846] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.670846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.670846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.670846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.670846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.683367] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: IN_PROGRESS for 2s [ 1179.141116] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c61ca8a5-c35e-4cec-9be7-960a718b1f8c: rpc.has_security_group_logging(os_id): False [ 1179.162115] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.162266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.162340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.162554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.162647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.162887] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.162989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.163153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.163312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.163392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.163483] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be updated. [ 1179.229423] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.229573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.229634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.229862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.230025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.242930] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: IN_PROGRESS for 2s [ 1179.335518] env[70860]: INFO networking_nsxv3.common.synchronization [req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e req-c142879e-2328-4071-9168-f63f31de0fc4 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Enqueued Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_members [ 1179.335564] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_members [ 1179.335859] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.335978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.336398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.337358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.337358] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.337358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.337358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.337566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.338238] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.338238] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.618483] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.618720] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-388" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.618802] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-388" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.619111] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-388" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.619379] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.619542] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.619666] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.619888] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.620196] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.620438] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.620562] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.620677] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.620832] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.620945] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.621067] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.621208] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.646816] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.646979] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.647135] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.647310] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-388" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.647602] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.647773] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.647900] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.648237] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.648383] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637e7072-0ef6-46d7-a9c8-e65e1cf972c7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.840833] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.840833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.840833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.840833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.840833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.840833] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.840833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.840833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.840833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.840833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.840833] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 already deleted. [ 1179.840833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.891601] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: SUCCESS [ 1179.891748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.891936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.892168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.892471] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.892590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.892659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.892874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.892963] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.893105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.893210] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.150973] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.151379] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.151379] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.151745] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.151963] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.152217] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 not found, creating... [ 1180.152589] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.152826] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.152960] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.153269] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.153498] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.153876] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.154095] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.154289] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.154559] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.154748] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.154957] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 is going to be created. [ 1180.176037] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.176037] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.176037] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.176037] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.176037] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.176500] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.396048] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.692492] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: SUCCESS [ 1180.692704] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c deletion is rescheduled due to dependency. [ 1180.692802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.692960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.693337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.693491] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.693491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.693772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.693772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.693772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.694035] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.898114] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 252f7604-5b57-43ca-b723-350ec6c75eeb: rpc.has_security_group_logging(os_id): False [ 1180.917265] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.917409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.917481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.917687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.917796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.918042] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.918145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.918210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.918361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.918438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.918534] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb is going to be created. [ 1180.975522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.975708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.975777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.975989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.976187] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.987098] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: IN_PROGRESS for 2s [ 1181.130437] env[70860]: INFO networking_nsxv3.common.synchronization [req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e req-5154a50a-69ee-4d01-9181-5a31fdabca25 service nova] Enqueued Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_rules [ 1181.130639] env[70860]: INFO networking_nsxv3.common.synchronization [req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e req-5154a50a-69ee-4d01-9181-5a31fdabca25 service nova] Enqueued Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_members [ 1181.130788] env[70860]: INFO networking_nsxv3.common.synchronization [req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e req-5154a50a-69ee-4d01-9181-5a31fdabca25 service nova] Enqueued Resource ID: 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 with Priority: HIGHEST for action port [ 1181.131031] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_rules [ 1181.131153] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_members [ 1181.131249] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 with Priority: HIGHEST for action port [ 1181.131770] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.131898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.131965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.132192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.132272] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.133112] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.133221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.133287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.133449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.135157] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.135271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.135340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.135488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.135577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.135664] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.136350] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.136459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.136526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.136676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.136781] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637e7072-0ef6-46d7-a9c8-e65e1cf972c7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.156370] env[70860]: INFO networking_nsxv3.common.synchronization [req-4408c8cb-f01f-4adc-8c21-86479d22205f req-5980a535-3b74-45d1-a76b-c19a8f99bd71 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1181.156654] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1181.157113] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.157234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.157293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.157476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.157907] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.158307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.158307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.158307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.158480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.158480] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.197725] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.197875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.197950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.198182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.198274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.198468] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.198565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.198834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.198912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.198992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.199189] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be updated. [ 1181.230564] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.230711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.230820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.231037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.231183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.239617] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: IN_PROGRESS for 2s [ 1181.254713] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: SUCCESS [ 1181.254713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.254713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.254930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.255083] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.498786] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.499044] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.499180] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.499456] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.499721] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.500112] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.500112] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.500221] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.500540] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.500607] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.500676] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.500830] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.500963] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.501099] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.501212] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.501352] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.519843] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.520031] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.520579] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.520579] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.520779] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-c3364859-2468-4838-a8f8-e747fba5f831 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.520899] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-c3364859-2468-4838-a8f8-e747fba5f831" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.521056] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-c3364859-2468-4838-a8f8-e747fba5f831" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.521312] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-c3364859-2468-4838-a8f8-e747fba5f831" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.521455] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3364859-2468-4838-a8f8-e747fba5f831',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.638760] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.638904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.639106] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 with status ACTIVE [ 1181.639290] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.639390] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.639454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.640150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.640150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.640150] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.640150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.640150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.640519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.640519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.640519] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.640519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.640665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.640710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.642665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.642665] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 is going to be updated. [ 1181.642665] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.660175] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.660312] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.660357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.660556] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.660646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.660852] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.660951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.661028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.661182] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.661260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.661369] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1181.663323] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.663432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.663486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.663636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.663764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.663898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637e7072-0ef6-46d7-a9c8-e65e1cf972c7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.692777] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.692953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.692998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.693193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.693328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.703125] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1181.790035] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.790176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.790248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.790463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.790559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.790657] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be deleted. [ 1181.857850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.857850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.857850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.858215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.858215] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.858284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.023278] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.023583] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.023669] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.024045] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.024224] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.024388] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port c3364859-2468-4838-a8f8-e747fba5f831 not found, creating... [ 1182.024735] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.024914] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.025106] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.025373] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.025543] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.025889] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.026079] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.026207] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.026430] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.026571] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.026719] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: c3364859-2468-4838-a8f8-e747fba5f831 is going to be created. [ 1182.046231] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.046410] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.046543] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.046887] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.047147] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.047392] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-c3364859-2468-4838-a8f8-e747fba5f831" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.144511] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.647173] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.647512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.647512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.647680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.647772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.647875] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 is going to be created. [ 1182.682873] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.683017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.683128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.683298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.683460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.692563] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 in Status: UNINITIALIZED for 2s [ 1182.717199] env[70860]: INFO networking_nsxv3.common.synchronization [req-4408c8cb-f01f-4adc-8c21-86479d22205f req-530f6969-0f8d-4904-8f26-0a625b4266a3 service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1182.717445] env[70860]: INFO networking_nsxv3.common.synchronization [req-4408c8cb-f01f-4adc-8c21-86479d22205f req-530f6969-0f8d-4904-8f26-0a625b4266a3 service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1182.717819] env[70860]: INFO networking_nsxv3.common.synchronization [req-4408c8cb-f01f-4adc-8c21-86479d22205f req-530f6969-0f8d-4904-8f26-0a625b4266a3 service nova] Enqueued Resource ID: c3364859-2468-4838-a8f8-e747fba5f831 with Priority: HIGHEST for action port [ 1182.719058] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1182.719058] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1182.719058] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3364859-2468-4838-a8f8-e747fba5f831 with Priority: HIGHEST for action port [ 1182.719058] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.719058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.719058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.719058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.719058] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.719754] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.719852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.720327] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3364859-2468-4838-a8f8-e747fba5f831 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.720327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3364859-2468-4838-a8f8-e747fba5f831" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.720327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3364859-2468-4838-a8f8-e747fba5f831" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.720497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3364859-2468-4838-a8f8-e747fba5f831" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.720497] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3364859-2468-4838-a8f8-e747fba5f831',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.000442] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: SUCCESS [ 1183.000803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.222474] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.222684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.222959] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3364859-2468-4838-a8f8-e747fba5f831 with status ACTIVE [ 1183.223239] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.223407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.223516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.223922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.224058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.224242] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.224342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.224403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.224559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.224639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.224833] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.225386] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.225516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.225715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.225798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.225892] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3364859-2468-4838-a8f8-e747fba5f831 is going to be updated. [ 1183.247639] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c in Status: SUCCESS [ 1183.247812] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c deletion is rescheduled due to dependency. [ 1183.247921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.248089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.248276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.248450] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.248562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.248629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.248775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.248852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.248945] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61ca8a5-c35e-4cec-9be7-960a718b1f8c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.266849] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.266966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.267052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.267241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.267375] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.267538] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3364859-2468-4838-a8f8-e747fba5f831" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.715856] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1183.716301] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1183.716301] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.716301] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.716520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.716698] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.716826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.716826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.716965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.717028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.717111] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.751240] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.751480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.751480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.751718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.751751] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.752231] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.752365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.752461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.752579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.752655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.752747] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61ca8a5-c35e-4cec-9be7-960a718b1f8c is going to be deleted. [ 1183.781528] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.781680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.781873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.782191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.782411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.782411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61ca8a5-c35e-4cec-9be7-960a718b1f8c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.220148] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.702073] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 in Status: SUCCESS [ 1184.702337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.702497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.702982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.703325] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.703477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.703549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.703723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.703811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.703900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.703990] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.723139] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.115675] env[70860]: INFO networking_nsxv3.common.synchronization [req-010891e9-f522-4676-8f87-7a0f280d9601 req-dbe238c8-ba99-417d-80ff-a3c7771b2a2d tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_members [ 1185.115990] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGHEST for action security_group_members [ 1185.116424] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7275e14-9308-46a9-9bf2-2467c5511ccc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.116591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.116691] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.116974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.119046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.119046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.119046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.119046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.119046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.119046] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.209619] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.225449] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.226072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.226072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.226072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.226072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.226562] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1185.256527] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.256527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.256527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.256527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.256527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.266645] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1185.622027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.622027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.622027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.622245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.641240] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.641339] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.641461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.641530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.641728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.641814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.641922] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7275e14-9308-46a9-9bf2-2467c5511ccc is going to be updated. [ 1185.667030] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.667188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.667188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.667390] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.667529] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.675953] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7275e14-9308-46a9-9bf2-2467c5511ccc in Status: IN_PROGRESS for 2s [ 1185.712636] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5ed8f1c-2e77-4c64-a512-ab50edb52c24: rpc.has_security_group_logging(os_id): False [ 1185.733598] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.733970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.733970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.734223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.734327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.734611] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.734716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.734778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.734934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.735018] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.738017] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 is going to be created. [ 1185.795552] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.795702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.795771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.795985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.796178] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.810521] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 in Status: IN_PROGRESS for 2s [ 1187.278281] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1187.282355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.282355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.282355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.282355] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.282511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.282606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.283450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.283450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.283450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.283450] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.686096] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7275e14-9308-46a9-9bf2-2467c5511ccc in Status: SUCCESS [ 1187.686343] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7275e14-9308-46a9-9bf2-2467c5511ccc deletion is rescheduled due to dependency. [ 1187.686473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.785984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.786211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.786270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.786448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.786625] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.786858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.786858] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.786984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.787130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.787289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.787425] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.787521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.787584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.787875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.787875] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.788013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.788013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.788220] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.788267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.788318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.788406] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.823489] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 in Status: SUCCESS [ 1187.824656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.292033] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65662ee-7ea6-4223-8e93-f3a0b9eff254: rpc.has_security_group_logging(os_id): False [ 1188.310068] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.310274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.310328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.310520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.310638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.310888] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.311015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.311075] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.311232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.311322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.311499] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.311593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.311672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.311829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.311932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.312124] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.312219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.312275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.312409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.312481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.312565] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1188.375064] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.375498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.375498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.375627] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.375733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.387035] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1189.516161] env[70860]: INFO networking_nsxv3.common.synchronization [req-01715e8f-9d27-465c-9ffa-6199c9543295 req-a5aa699e-1897-4a0f-96de-d9b6e34aa0fc tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1189.516161] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1189.516161] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.516161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.516639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.516639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.516639] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.516752] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.516783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.664376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.664486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.664604] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.883981] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.884279] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.884416] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.884695] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.884980] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.885152] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.885276] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.885496] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.885645] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.885854] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.885985] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.886090] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.886204] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.886315] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.886422] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.886556] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.904151] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.904320] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.904461] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.904701] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.904971] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-98812719-61e3-4386-b8f8-9683fc8a745e taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.905175] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.905279] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.905590] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.905739] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98812719-61e3-4386-b8f8-9683fc8a745e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.167572] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.167822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.167955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.168278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.168429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.168728] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.168896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.169020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.169255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.169436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.169549] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1190.195944] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.196209] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.196333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.196663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.196850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.205827] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1190.399298] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1190.399481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.408690] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.408925] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.409081] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.409360] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.409600] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.409687] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 98812719-61e3-4386-b8f8-9683fc8a745e not found, creating... [ 1190.409946] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.410119] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.410239] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.410487] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.410644] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.410987] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.411173] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.411296] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.411510] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.411648] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.411791] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 98812719-61e3-4386-b8f8-9683fc8a745e is going to be created. [ 1190.436666] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.436892] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.437105] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.437429] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.437702] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.437956] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.320388] env[70860]: INFO networking_nsxv3.common.synchronization [req-01715e8f-9d27-465c-9ffa-6199c9543295 req-fa599c41-520c-497f-baa5-f9619480c14a service nova] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 1191.320669] env[70860]: INFO networking_nsxv3.common.synchronization [req-01715e8f-9d27-465c-9ffa-6199c9543295 req-fa599c41-520c-497f-baa5-f9619480c14a service nova] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1191.320834] env[70860]: INFO networking_nsxv3.common.synchronization [req-01715e8f-9d27-465c-9ffa-6199c9543295 req-fa599c41-520c-497f-baa5-f9619480c14a service nova] Enqueued Resource ID: 98812719-61e3-4386-b8f8-9683fc8a745e with Priority: HIGHEST for action port [ 1191.321010] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 1191.321154] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1191.321252] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98812719-61e3-4386-b8f8-9683fc8a745e with Priority: HIGHEST for action port [ 1191.321837] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.322045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.322686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.323089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.323219] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.324949] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.325123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.325383] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-98812719-61e3-4386-b8f8-9683fc8a745e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.325492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.325574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.325824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.325964] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98812719-61e3-4386-b8f8-9683fc8a745e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.715143] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9097cb22-fba6-4714-b92b-f7b20a7facb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: 7b88e6c2-dece-4d06-ae20-94733d2e34da with Priority: HIGHEST for action security_group_rules [ 1191.715744] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88e6c2-dece-4d06-ae20-94733d2e34da with Priority: HIGHEST for action security_group_rules [ 1191.716659] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b88e6c2-dece-4d06-ae20-94733d2e34da taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.716778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b88e6c2-dece-4d06-ae20-94733d2e34da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.716832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b88e6c2-dece-4d06-ae20-94733d2e34da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.717109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b88e6c2-dece-4d06-ae20-94733d2e34da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.717187] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b88e6c2-dece-4d06-ae20-94733d2e34da',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.829573] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.829573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.829573] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98812719-61e3-4386-b8f8-9683fc8a745e with status ACTIVE [ 1191.830080] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.830080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.830080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.832043] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.832043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.832575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.833125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.833446] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.835021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.835021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.835021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.835021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.835021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98812719-61e3-4386-b8f8-9683fc8a745e is going to be updated. [ 1191.837022] env[70860]: INFO networking_nsxv3.common.synchronization [None req-8a0519f4-1c7c-40fd-8c2b-67daeb2cfe04 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: 7b88e6c2-dece-4d06-ae20-94733d2e34da with Priority: HIGHEST for action security_group_rules [ 1191.837298] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88e6c2-dece-4d06-ae20-94733d2e34da with Priority: HIGHEST for action security_group_rules [ 1191.838107] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b88e6c2-dece-4d06-ae20-94733d2e34da taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.838230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b88e6c2-dece-4d06-ae20-94733d2e34da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.855327] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.855622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.855702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.855960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.856339] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.856678] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.215309] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1192.215309] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 deletion is rescheduled due to dependency. [ 1192.215456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.215553] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.215774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.216653] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.216653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.216653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.216653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.216653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.216653] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.237485] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.237654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.237725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.237936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.238035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.238144] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b88e6c2-dece-4d06-ae20-94733d2e34da already deleted. [ 1192.238219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b88e6c2-dece-4d06-ae20-94733d2e34da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.239125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b88e6c2-dece-4d06-ae20-94733d2e34da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.239125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b88e6c2-dece-4d06-ae20-94733d2e34da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.239125] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b88e6c2-dece-4d06-ae20-94733d2e34da',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.718954] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.759644] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.759871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.759959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.760181] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.760320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.760474] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b88e6c2-dece-4d06-ae20-94733d2e34da already deleted. [ 1192.760605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b88e6c2-dece-4d06-ae20-94733d2e34da" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.222048] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.723760] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.724084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.724084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.724216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.724307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.724410] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1193.750487] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.750679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.750737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.750931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.751113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.759805] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1194.141476] env[70860]: INFO networking_nsxv3.common.synchronization [req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 req-9afdc2c6-a9fe-4dcd-a33b-fb41f5dd8869 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1194.142085] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1194.142782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.142782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.142782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.142782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.144089] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.144089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.144089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.144089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.144089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.144089] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.513293] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.513498] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.513627] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.513924] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.514255] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.514424] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.514545] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.514765] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.514916] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.515155] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.515272] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.515383] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.515493] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.515650] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.515712] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.515849] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.544988] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.545204] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1194.545428] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.545693] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.546161] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-4eb6951d-b634-4eeb-bd30-329d2963ca70 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.546435] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-4eb6951d-b634-4eeb-bd30-329d2963ca70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.546622] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-4eb6951d-b634-4eeb-bd30-329d2963ca70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.547150] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-4eb6951d-b634-4eeb-bd30-329d2963ca70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.547389] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eb6951d-b634-4eeb-bd30-329d2963ca70',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.654422] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.049614] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.050044] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.050044] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.050370] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.050502] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.050665] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 4eb6951d-b634-4eeb-bd30-329d2963ca70 not found, creating... [ 1195.051018] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.051134] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.051253] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.051496] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.051641] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.051934] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.052148] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.052297] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.052514] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.052652] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.052798] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 4eb6951d-b634-4eeb-bd30-329d2963ca70 is going to be created. [ 1195.070993] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.071208] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.071337] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.071610] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.071840] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.072099] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-4eb6951d-b634-4eeb-bd30-329d2963ca70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.157429] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.669163] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.669163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.669163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.669163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.669163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.669543] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1195.704090] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.704090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.704090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.704090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.704090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.712380] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1195.779661] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1195.779661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.779661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.779661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.779661] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.779661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.779661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.779661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.779661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.779661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.779661] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.130918] env[70860]: INFO networking_nsxv3.common.synchronization [req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c req-46ebea87-55d0-4de4-b37b-e82b3d441ece tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1196.131507] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1196.131777] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.131917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.131981] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.136295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.136500] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.136624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.136693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.136864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.136956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.138360] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.140684] env[70860]: INFO networking_nsxv3.common.synchronization [req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 req-474728d2-d754-4083-9dcd-358a18b3bf47 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1196.140684] env[70860]: INFO networking_nsxv3.common.synchronization [req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 req-474728d2-d754-4083-9dcd-358a18b3bf47 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1196.141051] env[70860]: INFO networking_nsxv3.common.synchronization [req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 req-474728d2-d754-4083-9dcd-358a18b3bf47 service nova] Enqueued Resource ID: 4eb6951d-b634-4eeb-bd30-329d2963ca70 with Priority: HIGHEST for action port [ 1196.141051] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1196.141138] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1196.141234] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb6951d-b634-4eeb-bd30-329d2963ca70 with Priority: HIGHEST for action port [ 1196.141714] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.141830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.141913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.142126] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.142210] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.143168] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.143271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.143691] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eb6951d-b634-4eeb-bd30-329d2963ca70 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.143804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eb6951d-b634-4eeb-bd30-329d2963ca70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.143871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eb6951d-b634-4eeb-bd30-329d2963ca70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.144044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eb6951d-b634-4eeb-bd30-329d2963ca70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.144169] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eb6951d-b634-4eeb-bd30-329d2963ca70',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.202176] env[70860]: INFO networking_nsxv3.common.synchronization [None req-fc7bcdef-a7b4-4c04-83ea-40696cbeda93 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_rules [ 1196.202663] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_rules [ 1196.202964] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78d1df12-586d-4f0b-bce1-babf163643ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.203099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.203166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.203439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.203524] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.278662] env[70860]: INFO networking_nsxv3.common.synchronization [None req-27bd8001-2d9e-4c37-9433-33b3826489f9 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_rules [ 1196.279231] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_rules [ 1196.279675] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78d1df12-586d-4f0b-bce1-babf163643ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.279675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.282752] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.640232] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.640396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.640528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.640805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.640994] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.641277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.641436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.641540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.641741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.641894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.642084] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1196.645785] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.645958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.647262] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4eb6951d-b634-4eeb-bd30-329d2963ca70 with status ACTIVE [ 1196.647476] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.647626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.647719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.647928] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.648070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.648277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.648432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.648541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.648732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.648856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.649154] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.649260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.649363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.649521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.649598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.649685] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4eb6951d-b634-4eeb-bd30-329d2963ca70 is going to be updated. [ 1196.670796] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.670796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.670796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.670796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.671073] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.671186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eb6951d-b634-4eeb-bd30-329d2963ca70" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.676164] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.676164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.676330] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.676430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.676543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.684588] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1196.753870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.754148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.754223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.754427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.754517] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.754617] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78d1df12-586d-4f0b-bce1-babf163643ac already deleted. [ 1196.754711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.754826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.754978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.755085] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.786122] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ca86fd1-30dc-4407-a3fe-e33b633fea80: rpc.has_security_group_logging(os_id): False [ 1196.805798] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.805944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.805944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.806200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.806261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.806497] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.806600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.806940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.806940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.806940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.807069] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1196.873053] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.873245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.873289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.873502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.873650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.888708] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1197.276227] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.277982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.277982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.277982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.277982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.277982] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78d1df12-586d-4f0b-bce1-babf163643ac already deleted. [ 1197.277982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.723216] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1197.723473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.723746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.724057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.724320] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.724482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.724547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.724789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.724900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.725009] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.231073] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.276285] env[70860]: INFO networking_nsxv3.common.synchronization [req-a0ad441c-535e-4220-9551-3c9b780c5fa1 req-eab62ecb-300d-46aa-891c-fa46780cbd3b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1198.276853] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1198.277810] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.277810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.602846] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.603059] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.603192] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.603497] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.603765] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.603926] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.604279] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.604527] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.604683] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.604893] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.605026] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.605148] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.605263] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.605379] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.605489] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.605658] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.623842] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.624021] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1198.624169] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.624361] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.624662] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-82042ac9-4790-4aa3-bb98-244491340e3d taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.624834] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-82042ac9-4790-4aa3-bb98-244491340e3d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.624957] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-82042ac9-4790-4aa3-bb98-244491340e3d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.625282] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-82042ac9-4790-4aa3-bb98-244491340e3d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.625425] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82042ac9-4790-4aa3-bb98-244491340e3d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.694828] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1198.694828] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d deletion is rescheduled due to dependency. [ 1198.694828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.694828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.694828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.694828] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.694828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.694828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.695341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.695341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.695341] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.733874] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.902959] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1198.903212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.133728] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.133968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.134124] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.134496] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.134695] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.134897] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 82042ac9-4790-4aa3-bb98-244491340e3d not found, creating... [ 1199.135254] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.135459] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.135654] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.135899] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.136059] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.136352] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.136512] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.136633] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.136841] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.136980] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.137144] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 82042ac9-4790-4aa3-bb98-244491340e3d is going to be created. [ 1199.159306] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.159591] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.159820] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.160220] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.160548] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.160806] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-82042ac9-4790-4aa3-bb98-244491340e3d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.197779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.197984] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.198091] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.198299] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.198438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.198583] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.198679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.198744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.198888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.198987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.199133] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1199.235831] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.235966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.236094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.236232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.236398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.237518] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.237630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.237698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.237859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.237936] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.238038] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1199.254322] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1199.285723] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.285982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.285982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.286156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.286309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.297521] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1199.879514] env[70860]: INFO networking_nsxv3.common.synchronization [req-a0ad441c-535e-4220-9551-3c9b780c5fa1 req-58f292d1-6b63-4bb9-9738-a14c602542a8 service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1199.879703] env[70860]: INFO networking_nsxv3.common.synchronization [req-a0ad441c-535e-4220-9551-3c9b780c5fa1 req-58f292d1-6b63-4bb9-9738-a14c602542a8 service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1199.879853] env[70860]: INFO networking_nsxv3.common.synchronization [req-a0ad441c-535e-4220-9551-3c9b780c5fa1 req-58f292d1-6b63-4bb9-9738-a14c602542a8 service nova] Enqueued Resource ID: 82042ac9-4790-4aa3-bb98-244491340e3d with Priority: HIGHEST for action port [ 1199.880347] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1199.880472] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1199.880571] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82042ac9-4790-4aa3-bb98-244491340e3d with Priority: HIGHEST for action port [ 1199.880845] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.881039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.881244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.881455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.881539] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.882499] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.882600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.882799] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-82042ac9-4790-4aa3-bb98-244491340e3d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.883044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82042ac9-4790-4aa3-bb98-244491340e3d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.883106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82042ac9-4790-4aa3-bb98-244491340e3d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.883276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82042ac9-4790-4aa3-bb98-244491340e3d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.883350] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82042ac9-4790-4aa3-bb98-244491340e3d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.385393] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.385821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.385821] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82042ac9-4790-4aa3-bb98-244491340e3d with status ACTIVE [ 1200.385903] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.385995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.386074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.386342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.386862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.386862] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.386862] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.387087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.387239] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.387370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.387640] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.387750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.387817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.387975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.388104] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.388201] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82042ac9-4790-4aa3-bb98-244491340e3d is going to be updated. [ 1200.415505] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.415649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.415728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.416252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.416452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.416656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82042ac9-4790-4aa3-bb98-244491340e3d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.264192] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1201.264395] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d deletion is rescheduled due to dependency. [ 1201.264490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.264603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.264793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.264978] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.265110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.265185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.265325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.265406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.265542] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.305346] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1201.305346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.305346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.305346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.305672] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.305672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.305672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.305782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.305856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.305944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.306075] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.768177] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.808458] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.808644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.808692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.809203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.809203] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.809405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.809405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.809582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.809671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.809772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.809926] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.810046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.810109] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.810290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.810710] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.811113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.811113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.811387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.811478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.811652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.811759] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.930584] env[70860]: INFO networking_nsxv3.common.synchronization [req-53902228-308a-4657-9d58-e80ab4ffa681 req-f7a56757-16e7-4801-b153-b1fe884556b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_members [ 1201.933045] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_members [ 1201.933045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-78d1df12-586d-4f0b-bce1-babf163643ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.933045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.933045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.933045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.933045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.933045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.933045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.933045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.933045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.933045] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.244546] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.244729] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.244860] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.245165] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.245438] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.246114] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.246114] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.246114] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.246310] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.246460] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.246582] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.246695] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.246808] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.246921] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.247044] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.247188] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.265106] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.265292] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.265444] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.265629] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-363" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.265937] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-393f1383-f1f3-4aef-b893-8b0578a917e6 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.266131] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-393f1383-f1f3-4aef-b893-8b0578a917e6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.266259] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-393f1383-f1f3-4aef-b893-8b0578a917e6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.266589] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-393f1383-f1f3-4aef-b893-8b0578a917e6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.266735] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393f1383-f1f3-4aef-b893-8b0578a917e6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.270355] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.314522] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb377ce-1e2e-484b-84d3-2b1b2447ff9e: rpc.has_security_group_logging(os_id): False [ 1202.331620] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.331792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.331828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.332045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.332138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.332325] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.332424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.332497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.332682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.332972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.333052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.333114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.333190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.333320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.333394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.333582] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.333669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.333775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.333863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.333935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.334025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1202.392350] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.392350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.392350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.392350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.392350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.403331] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1202.436400] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.436400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.436400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.436400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.436400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.436400] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.436400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.436400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.436400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.436400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.436400] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78d1df12-586d-4f0b-bce1-babf163643ac already deleted. [ 1202.436400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.769253] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.769650] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.769650] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.769931] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.770127] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.770356] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 393f1383-f1f3-4aef-b893-8b0578a917e6 not found, creating... [ 1202.770676] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.770869] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.771081] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.771351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.771502] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.771802] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.771966] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.772145] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.772382] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.772534] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.772679] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 393f1383-f1f3-4aef-b893-8b0578a917e6 is going to be created. [ 1202.774163] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.774287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.774364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.774607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.774751] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.774854] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1202.795776] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.795949] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.796047] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.796315] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.796555] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.796782] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-393f1383-f1f3-4aef-b893-8b0578a917e6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.804179] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.804334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.804406] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.804734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.804820] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.814522] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1203.464470] env[70860]: INFO networking_nsxv3.common.synchronization [req-53902228-308a-4657-9d58-e80ab4ffa681 req-21a2327f-ecaa-4882-bf84-47612d9e878c service nova] Enqueued Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_rules [ 1203.464661] env[70860]: INFO networking_nsxv3.common.synchronization [req-53902228-308a-4657-9d58-e80ab4ffa681 req-21a2327f-ecaa-4882-bf84-47612d9e878c service nova] Enqueued Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_members [ 1203.464882] env[70860]: INFO networking_nsxv3.common.synchronization [req-53902228-308a-4657-9d58-e80ab4ffa681 req-21a2327f-ecaa-4882-bf84-47612d9e878c service nova] Enqueued Resource ID: 393f1383-f1f3-4aef-b893-8b0578a917e6 with Priority: HIGHEST for action port [ 1203.465133] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_rules [ 1203.465271] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_members [ 1203.465370] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393f1383-f1f3-4aef-b893-8b0578a917e6 with Priority: HIGHEST for action port [ 1203.465935] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78d1df12-586d-4f0b-bce1-babf163643ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.466099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.466179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.466389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.466470] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.468219] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-78d1df12-586d-4f0b-bce1-babf163643ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.468337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.468405] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.468573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.468724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.468821] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.468917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.469062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.469151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.469240] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.470140] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-393f1383-f1f3-4aef-b893-8b0578a917e6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.470140] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393f1383-f1f3-4aef-b893-8b0578a917e6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.470140] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393f1383-f1f3-4aef-b893-8b0578a917e6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.470476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393f1383-f1f3-4aef-b893-8b0578a917e6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.470476] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393f1383-f1f3-4aef-b893-8b0578a917e6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.968987] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-78d1df12-586d-4f0b-bce1-babf163643ac taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.969503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.972602] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.973530] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 393f1383-f1f3-4aef-b893-8b0578a917e6 with status ACTIVE [ 1203.973731] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.973854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.973921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.974447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.974539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.974729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.974827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.974890] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.975139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.975281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.975485] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.975584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.975647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.975802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.975878] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.976023] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 393f1383-f1f3-4aef-b893-8b0578a917e6 is going to be updated. [ 1203.995956] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.996107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.996237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.996366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.996502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.996655] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393f1383-f1f3-4aef-b893-8b0578a917e6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.414778] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1204.415078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.478418] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.538092] env[70860]: INFO networking_nsxv3.common.synchronization [req-b393a459-c157-4549-bc08-f7b3d451bd73 req-7cafb12c-f43f-44f4-a9d4-667287de7a9c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1204.538683] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1204.539021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.539180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.539269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.539490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.539700] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.539854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.539854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.540099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.540900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.540900] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.824246] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1204.824246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.825021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.825021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.825021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.825021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.825021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.825284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.825284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.825284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.825383] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.854221] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.854579] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.854755] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.855366] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.855973] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.856242] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.856406] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.857358] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.857587] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.857881] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.858071] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.858225] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.858370] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.858541] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.858673] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.858842] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.877249] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.877591] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1204.877772] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.877973] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.878493] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-1691ff9d-8ce1-4c19-bafe-eb22f847e610 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.878702] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-1691ff9d-8ce1-4c19-bafe-eb22f847e610" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.878838] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-1691ff9d-8ce1-4c19-bafe-eb22f847e610" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.879262] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-1691ff9d-8ce1-4c19-bafe-eb22f847e610" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.879492] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1691ff9d-8ce1-4c19-bafe-eb22f847e610',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.981264] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.981557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.981557] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.981716] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.981804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.981903] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78d1df12-586d-4f0b-bce1-babf163643ac is going to be created. [ 1205.003301] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.003438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.003512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.003730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.003904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.013386] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78d1df12-586d-4f0b-bce1-babf163643ac in Status: UNINITIALIZED for 2s [ 1205.045607] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.327593] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.327802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.327802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.328033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.328201] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.328300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.328374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.328519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.328606] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.328694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.328837] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.328941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.329017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.329177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.329318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.329409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.329465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.329604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.329676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.329754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.329839] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.382951] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.383214] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.383351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.384032] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.384032] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.384032] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 1691ff9d-8ce1-4c19-bafe-eb22f847e610 not found, creating... [ 1205.384254] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.384358] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.385484] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.385484] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.385484] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.385484] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.385484] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.385484] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.385850] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.385850] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.385945] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 1691ff9d-8ce1-4c19-bafe-eb22f847e610 is going to be created. [ 1205.413788] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.414052] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.414201] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.414845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.414845] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.414931] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-1691ff9d-8ce1-4c19-bafe-eb22f847e610" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.547782] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.832284] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd76f760-bca7-405e-bfc4-1d8dd1b56c8d: rpc.has_security_group_logging(os_id): False [ 1205.849912] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.850108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.850154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.850358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.850449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.850664] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.850761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.850824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.850973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.851083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.851272] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.851367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.851427] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.851569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.851643] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.851816] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.851909] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.851970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.852124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.852274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.852366] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1205.914779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.914954] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.915036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.915278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.915452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.925677] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1206.050383] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.050713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.050713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.050879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.050970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.051118] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1206.093624] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.093873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.093873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.094064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.094192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.110607] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1206.111367] env[70860]: INFO networking_nsxv3.common.synchronization [req-b393a459-c157-4549-bc08-f7b3d451bd73 req-8bcd4779-8187-476d-b6c7-aa050cdfa8b2 service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1206.111540] env[70860]: INFO networking_nsxv3.common.synchronization [req-b393a459-c157-4549-bc08-f7b3d451bd73 req-8bcd4779-8187-476d-b6c7-aa050cdfa8b2 service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1206.111675] env[70860]: INFO networking_nsxv3.common.synchronization [req-b393a459-c157-4549-bc08-f7b3d451bd73 req-8bcd4779-8187-476d-b6c7-aa050cdfa8b2 service nova] Enqueued Resource ID: 1691ff9d-8ce1-4c19-bafe-eb22f847e610 with Priority: HIGHEST for action port [ 1206.111907] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1206.113235] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1206.114099] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1691ff9d-8ce1-4c19-bafe-eb22f847e610 with Priority: HIGHEST for action port [ 1206.114508] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.114692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.114768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.115094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.115094] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.119343] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.119491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.120223] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-1691ff9d-8ce1-4c19-bafe-eb22f847e610 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.120223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1691ff9d-8ce1-4c19-bafe-eb22f847e610" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.120223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1691ff9d-8ce1-4c19-bafe-eb22f847e610" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.120439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1691ff9d-8ce1-4c19-bafe-eb22f847e610" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.120439] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1691ff9d-8ce1-4c19-bafe-eb22f847e610',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.622201] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.622366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.622552] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1691ff9d-8ce1-4c19-bafe-eb22f847e610 with status ACTIVE [ 1206.622724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.622831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.622898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.623135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.623230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.623586] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.623707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.623777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.623979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.624079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.624279] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.624377] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.624448] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.624597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.624677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.624766] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1691ff9d-8ce1-4c19-bafe-eb22f847e610 is going to be updated. [ 1206.645105] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.645297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.645337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.645532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.645670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.645822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1691ff9d-8ce1-4c19-bafe-eb22f847e610" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.022980] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78d1df12-586d-4f0b-bce1-babf163643ac in Status: SUCCESS [ 1207.023343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.023590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.023902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.024205] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.024370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.024495] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.024753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.024890] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.024977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.025103] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.527735] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.744225] env[70860]: INFO networking_nsxv3.common.synchronization [req-a526d51f-4563-4eef-9733-d7eb8da9dfef req-88629c00-a20c-4f73-9efd-d0a19faafe22 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1207.744799] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1207.746281] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.746281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.746281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.746281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.746281] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.746281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.746281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.746281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.746696] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.746696] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.939224] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1207.939451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.029681] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78d1df12-586d-4f0b-bce1-babf163643ac: rpc.has_security_group_logging(os_id): False [ 1208.047280] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.048281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.048281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.048281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.048281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.048281] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.048281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.048281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.048567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.048567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.048674] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78d1df12-586d-4f0b-bce1-babf163643ac is going to be created. [ 1208.104930] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.105186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.105186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.105393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.105578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.115741] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78d1df12-586d-4f0b-bce1-babf163643ac in Status: IN_PROGRESS for 2s [ 1208.117552] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1208.117769] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.117927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.118185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.118369] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.118485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.118551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.118718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.118798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.118908] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.249083] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.621688] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.752100] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.124336] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.255099] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.255344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.255344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.255466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.255576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.255684] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1209.281565] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.281799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.281799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.281904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.282043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.289844] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1209.626585] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.626949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.626949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.627060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.627146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.627253] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1209.667478] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.667708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.667827] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.668174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.668420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.679340] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1210.131998] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78d1df12-586d-4f0b-bce1-babf163643ac in Status: SUCCESS [ 1210.132276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.299656] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1211.299923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.689275] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1211.689491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.689651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.689894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.690106] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.690230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.690308] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.690445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.690526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.690629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.690758] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.193015] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.193168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.193217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.193514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.193622] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.193722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.193801] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.193918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.194119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.194333] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.194398] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.194493] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.194543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.195355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.195515] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.195979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.195979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.195979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.195979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.195979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.196274] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.698926] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6cc4367-dc0b-4bd2-9352-c78a135ca416: rpc.has_security_group_logging(os_id): False [ 1212.716579] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.716731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.716803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.717328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.717328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.717328] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.717510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.717510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.717611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.717687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.717898] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.718140] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.718202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.718353] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.718430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.718621] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.718714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.718775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.718915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.719009] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.719118] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1212.745677] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.745854] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1212.779628] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.779830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.779868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.780211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.780398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.793727] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1214.808697] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1214.808992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.746889] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.747210] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.108596] env[70860]: INFO networking_nsxv3.common.synchronization [req-3cf12cb3-c629-42bf-aa83-84b6421547b4 req-1fcd2940-5efc-441c-be9c-a3610775105c tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1219.109162] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1219.109459] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.109585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.109653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.109852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.110009] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.110180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.110246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.110395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.110477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.110567] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.417668] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.417934] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.418098] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.418432] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.418772] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.418994] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.419198] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.419887] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.419887] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.419887] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.420131] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.420187] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.420466] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.420679] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.420872] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.421092] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.441836] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.441997] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1219.442223] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.442415] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-421" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.442717] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-c064be57-fa30-4079-9d15-db9a45e3b61e taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.442889] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-c064be57-fa30-4079-9d15-db9a45e3b61e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.443026] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-c064be57-fa30-4079-9d15-db9a45e3b61e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.443351] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-c064be57-fa30-4079-9d15-db9a45e3b61e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.443538] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c064be57-fa30-4079-9d15-db9a45e3b61e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.613653] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.945520] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.945776] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.945874] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.946200] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.946380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.946550] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port c064be57-fa30-4079-9d15-db9a45e3b61e not found, creating... [ 1219.946809] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.946968] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.947105] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.947334] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.947472] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.947752] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.947918] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.948132] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.948380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.948523] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.948669] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: c064be57-fa30-4079-9d15-db9a45e3b61e is going to be created. [ 1219.971449] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.971678] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.971810] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.972099] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.972380] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.972612] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-c064be57-fa30-4079-9d15-db9a45e3b61e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.116355] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.618816] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.619197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.619318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.619550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.619642] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.619746] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1220.651578] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.651715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.651807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.652033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.652185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.660914] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1220.706323] env[70860]: INFO networking_nsxv3.common.synchronization [req-3cf12cb3-c629-42bf-aa83-84b6421547b4 req-b1268ef0-61e8-455d-a6a3-3d0081fbe673 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1220.706499] env[70860]: INFO networking_nsxv3.common.synchronization [req-3cf12cb3-c629-42bf-aa83-84b6421547b4 req-b1268ef0-61e8-455d-a6a3-3d0081fbe673 service nova] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1220.706641] env[70860]: INFO networking_nsxv3.common.synchronization [req-3cf12cb3-c629-42bf-aa83-84b6421547b4 req-b1268ef0-61e8-455d-a6a3-3d0081fbe673 service nova] Enqueued Resource ID: c064be57-fa30-4079-9d15-db9a45e3b61e with Priority: HIGHEST for action port [ 1220.707125] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_rules [ 1220.707269] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1220.707345] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c064be57-fa30-4079-9d15-db9a45e3b61e with Priority: HIGHEST for action port [ 1220.707660] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.707785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.707852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.708100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.708181] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.708943] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.709094] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.709258] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c064be57-fa30-4079-9d15-db9a45e3b61e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.709354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c064be57-fa30-4079-9d15-db9a45e3b61e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.709416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c064be57-fa30-4079-9d15-db9a45e3b61e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.709570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c064be57-fa30-4079-9d15-db9a45e3b61e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.709641] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c064be57-fa30-4079-9d15-db9a45e3b61e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.211657] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.211967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.212022] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c064be57-fa30-4079-9d15-db9a45e3b61e with status ACTIVE [ 1221.212253] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.212356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.212423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.212675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.212713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.212885] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.212972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.213049] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.213198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.213278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.213456] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.213550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.213611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.213754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.213828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.213913] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c064be57-fa30-4079-9d15-db9a45e3b61e is going to be updated. [ 1221.278180] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.278365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.278418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.278605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.278773] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.278953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c064be57-fa30-4079-9d15-db9a45e3b61e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.669433] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1222.669698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.670062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.670327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.670551] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.670697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.670783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.671025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.671101] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.671299] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.822301] env[70860]: INFO networking_nsxv3.common.synchronization [req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 req-9ad031cc-e430-4443-b001-9813cd5f9102 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1222.822301] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1222.822782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.822782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.822782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.822905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.823277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.823277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.823277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.827154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.827154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.827154] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.992836] env[70860]: INFO networking_nsxv3.common.synchronization [req-949da11d-eac8-4fb9-8079-2bab82579db4 req-44d100ff-b177-4a3f-9ceb-a6bfb9bc72c0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1222.993114] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1222.993455] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.993612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.994426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.994426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.994426] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.994426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.994426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.994426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.994651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.994651] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.173879] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.325935] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.497305] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.497527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.497620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.497851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.497945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.498177] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.498329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.498329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.498482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.498589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.498709] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1223.524489] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.524651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.524779] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.524960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.525138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.533761] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1223.676764] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.828565] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.179126] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.179287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.179391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.179569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.179658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.179756] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1224.205772] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.205957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.205957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.206156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.206300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.219938] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1224.331705] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.331870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.331939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.332218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.332331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.332404] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1224.363637] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.363818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.363871] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.364056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.364225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.372390] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1225.543998] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1225.544302] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1225.544355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.230701] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1226.230912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.231087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.231346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.231523] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.231637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.231697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.231848] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.231926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.232014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.232108] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.385028] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1226.385277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.735020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.735474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.735474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.735563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.735696] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.735796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.735844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.735980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.736067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.736144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.736302] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.736399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.736450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.736599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.736745] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.736828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.736892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.737035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.737112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.737193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.737282] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.239675] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb377ce-1e2e-484b-84d3-2b1b2447ff9e: rpc.has_security_group_logging(os_id): False [ 1227.258642] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.259249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.259249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.259460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.259533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.259772] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.259897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.259962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.260160] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.260245] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.260484] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.260584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.260640] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.261141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.261141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.261141] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.261371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.261371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.261500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.261564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.261663] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1227.318422] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.318592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.318726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.318863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.319029] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.330703] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1227.994369] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.994646] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1229.346077] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1229.346387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.456132] env[70860]: INFO networking_nsxv3.common.synchronization [req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f req-6698841c-e176-4dde-9b1b-a6943bff0ea8 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1230.456132] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1230.456824] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.456824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.456824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.456824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.456824] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.457074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.457074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.457074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.457158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.457461] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.744555] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.744783] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.744920] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.745267] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.745601] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.745810] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.745978] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.746278] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.746476] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.746748] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.746899] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.747078] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.747237] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.747392] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.747536] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.747722] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.767161] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.767353] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1230.767510] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.767708] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.768043] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-862259dd-fdf6-4780-8470-e93d156fd397 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.768235] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-862259dd-fdf6-4780-8470-e93d156fd397" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.768391] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-862259dd-fdf6-4780-8470-e93d156fd397" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.768740] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-862259dd-fdf6-4780-8470-e93d156fd397" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.771641] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862259dd-fdf6-4780-8470-e93d156fd397',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.961027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.961027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.961027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.961027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.961027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.961027] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.961027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.961027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.961534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.961534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.961534] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1230.988552] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.988782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.988830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.989186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.989360] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.998154] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1231.273346] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.273561] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.273732] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.274039] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.274203] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.274378] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 862259dd-fdf6-4780-8470-e93d156fd397 not found, creating... [ 1231.274646] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.274841] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.274963] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.275204] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.275346] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.275643] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.275808] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.275931] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.276179] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.276325] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.276525] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 862259dd-fdf6-4780-8470-e93d156fd397 is going to be created. [ 1231.309991] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.310240] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.310379] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.310677] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.310942] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.311201] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-862259dd-fdf6-4780-8470-e93d156fd397" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.394861] env[70860]: INFO networking_nsxv3.common.synchronization [req-fcce4f98-6052-4adb-a2cf-ac7f76618375 req-e616bbce-a2d6-4581-98d9-2f806f144813 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1231.395421] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1231.395729] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.395851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.395921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.396749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.396966] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.397125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.397195] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.397368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.397460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.397583] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.900184] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.903070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.903070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.903070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.903070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.903070] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.903070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.903070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.903070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.903070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.903070] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1231.926636] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.926785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.926864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.927077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.927213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.936653] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1232.009745] env[70860]: INFO networking_nsxv3.common.synchronization [req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f req-7c3af2d9-2e6f-4412-a7fa-7f7091de46c9 service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1232.009932] env[70860]: INFO networking_nsxv3.common.synchronization [req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f req-7c3af2d9-2e6f-4412-a7fa-7f7091de46c9 service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1232.010102] env[70860]: INFO networking_nsxv3.common.synchronization [req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f req-7c3af2d9-2e6f-4412-a7fa-7f7091de46c9 service nova] Enqueued Resource ID: 862259dd-fdf6-4780-8470-e93d156fd397 with Priority: HIGHEST for action port [ 1232.010368] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1232.010510] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1232.010606] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862259dd-fdf6-4780-8470-e93d156fd397 with Priority: HIGHEST for action port [ 1232.011164] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.011309] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.011549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.011620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.011658] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.012502] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.012619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.012825] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-862259dd-fdf6-4780-8470-e93d156fd397 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.012925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862259dd-fdf6-4780-8470-e93d156fd397" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.012989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862259dd-fdf6-4780-8470-e93d156fd397" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.013166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862259dd-fdf6-4780-8470-e93d156fd397" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.013277] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862259dd-fdf6-4780-8470-e93d156fd397',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.515976] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 862259dd-fdf6-4780-8470-e93d156fd397 with status ACTIVE [ 1232.516196] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.516336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.516713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.516713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.516713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.516908] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.517941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.517941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.517941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.517941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.517941] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.517941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.517941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.517941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.517941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.517941] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 862259dd-fdf6-4780-8470-e93d156fd397 is going to be updated. [ 1232.519067] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.519163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.538192] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.538467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.538467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.538623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.538799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.538916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862259dd-fdf6-4780-8470-e93d156fd397" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.008009] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1233.008330] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1233.008409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.008568] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.008877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.009102] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.009221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.009296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.009474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.009560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.009664] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.514497] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.823815] env[70860]: INFO networking_nsxv3.common.synchronization [req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 req-aa426967-b350-4045-a41e-ce8e17d11e23 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1233.823815] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1233.823815] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.823815] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.946916] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1233.946916] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 deletion is rescheduled due to dependency. [ 1233.946916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.946916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.946916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.946916] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.946916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.946916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.946916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.946916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.946916] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.018229] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.452686] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.455379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.455379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.455379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.455379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.455379] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.455379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.455379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.455379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.455379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.455379] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1234.477839] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.479956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.479956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.479956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.479956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.488471] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1234.520068] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.520258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.520300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.520493] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.520582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.520681] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1234.548632] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.548632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.548632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.548632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.548632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.556578] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1234.860215] env[70860]: INFO networking_nsxv3.common.synchronization [req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 req-0fdf5193-336d-4f7f-bb9b-589560498dad tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1234.863436] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1234.863436] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.863436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.863436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.863436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.863436] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.863436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.863436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.863436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.863436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.863436] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.901223] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.901417] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.901501] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.901741] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.902031] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.902197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.902502] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.902787] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.902944] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.903188] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.903294] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.903485] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.903638] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.903758] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.903869] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.904127] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.922781] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.922967] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1234.923148] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.923348] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-217" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.923751] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-7353e175-1b7b-4189-930b-b247d632d389 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.923828] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-7353e175-1b7b-4189-930b-b247d632d389" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.923948] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-7353e175-1b7b-4189-930b-b247d632d389" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.924299] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-7353e175-1b7b-4189-930b-b247d632d389" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.925031] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7353e175-1b7b-4189-930b-b247d632d389',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.365024] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.426887] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.427176] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.427314] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.427672] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.427907] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.428121] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 7353e175-1b7b-4189-930b-b247d632d389 not found, creating... [ 1235.428405] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.428573] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.428713] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.428946] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.429106] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.429609] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.429737] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.429737] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.429979] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.430134] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.430278] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 7353e175-1b7b-4189-930b-b247d632d389 is going to be created. [ 1235.453074] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.453074] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.453074] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.453074] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.453074] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.453074] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-7353e175-1b7b-4189-930b-b247d632d389" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.867249] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.200264] env[70860]: INFO networking_nsxv3.common.synchronization [req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 req-090e4b1f-10ab-4f3e-91a4-1af234cdbd4d service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1236.200458] env[70860]: INFO networking_nsxv3.common.synchronization [req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 req-090e4b1f-10ab-4f3e-91a4-1af234cdbd4d service nova] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1236.200619] env[70860]: INFO networking_nsxv3.common.synchronization [req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 req-090e4b1f-10ab-4f3e-91a4-1af234cdbd4d service nova] Enqueued Resource ID: 7353e175-1b7b-4189-930b-b247d632d389 with Priority: HIGHEST for action port [ 1236.201153] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_rules [ 1236.201284] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1236.201411] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7353e175-1b7b-4189-930b-b247d632d389 with Priority: HIGHEST for action port [ 1236.201699] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.201824] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.201883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.202117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.202212] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.203095] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.203741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.203741] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-7353e175-1b7b-4189-930b-b247d632d389 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.203741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7353e175-1b7b-4189-930b-b247d632d389" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.203741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7353e175-1b7b-4189-930b-b247d632d389" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.203741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7353e175-1b7b-4189-930b-b247d632d389" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.203741] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7353e175-1b7b-4189-930b-b247d632d389',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.369527] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.369922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.369922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.369993] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.370062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.370165] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1236.397587] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.397876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.397876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.398039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.398144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.406717] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1236.497226] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1236.497402] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 deletion is rescheduled due to dependency. [ 1236.497500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.497705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.497959] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.498194] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.498420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.498525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.498741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.498832] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.498928] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.565552] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1236.565805] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.566044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.566224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.566600] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.566600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.566600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.566803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.566883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.566937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.567033] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.706028] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.706028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.706199] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7353e175-1b7b-4189-930b-b247d632d389 with status ACTIVE [ 1236.706279] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.706328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.706396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.706610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.706659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.706835] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.706929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.706979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.707149] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.707226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.707414] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.707514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.707592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.707702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.708264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.708264] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7353e175-1b7b-4189-930b-b247d632d389 is going to be updated. [ 1236.727847] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.728016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.728076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.728347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.728539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.728679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7353e175-1b7b-4189-930b-b247d632d389" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.001441] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.069087] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.069194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.069310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.069476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.069648] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.069750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.069830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.069988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.070092] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.070183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.070337] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.070736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.070736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.070736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.070907] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.070960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.071041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.071212] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.071290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.071412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.071990] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.504367] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.573927] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65662ee-7ea6-4223-8e93-f3a0b9eff254: rpc.has_security_group_logging(os_id): False [ 1237.591765] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.591922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.591998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.592241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.592349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.592635] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.592744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.592813] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.592973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.593070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.593270] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.593370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.593432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.593571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.593645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.593820] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.593913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.593975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.594127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.594203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.594297] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1237.648629] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.648796] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.648838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.649067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.649234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.661344] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1238.007057] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.007057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.007378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.007378] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.007451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.007546] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1238.035965] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.036153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.036228] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.036605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.036874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.046409] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1238.416764] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1238.416979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.674060] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1239.674428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.056036] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1240.056271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.056497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.056723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.056916] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.057046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.057108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.057259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.057341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.057416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.057503] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.559912] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.560150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.560150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.560345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.560576] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.560686] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.560750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.560905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.560992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.561097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.561255] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.561334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.561463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.561669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.561762] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.561854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.561914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.562066] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.562143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.562222] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.563202] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.065210] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6cc4367-dc0b-4bd2-9352-c78a135ca416: rpc.has_security_group_logging(os_id): False [ 1241.084842] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.084973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.085141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.085326] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.085450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.085691] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.085807] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.085875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.086090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.086186] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.086408] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.086526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.086591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.086774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.086865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.087123] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.087236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.087314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.087488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.087575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.087668] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1241.146013] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.146248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.146324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.146498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.146663] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.163030] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1241.202745] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.202933] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1242.919873] env[70860]: INFO networking_nsxv3.common.synchronization [req-a9c358a7-10f1-4c58-b3db-e88e2f81801b req-6feecf24-6b92-4853-995e-1e280f5e76fd tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1242.920986] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1242.921957] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.921957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.921957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.921957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.922199] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.922199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.922276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.922657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.923041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.923041] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.182255] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1243.182645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.426380] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.426585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.426585] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.426808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.426900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.427120] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.427218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.427282] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.427446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.427526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.427598] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1243.457017] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.457225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.457275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.457468] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.457615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.466160] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1243.770615] env[70860]: INFO networking_nsxv3.common.synchronization [req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 req-26ce4846-7d10-484f-b882-ffb874a19b97 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1243.771184] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGHEST for action security_group_members [ 1243.771538] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.771638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.771688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.771934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.772139] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.772263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.772367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.772559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.772941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.772941] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.279021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.279021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.279021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.279021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.279021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.279021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.279578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.279578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.279578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.279578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.279578] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be updated. [ 1244.305082] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.305219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.305294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.305483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.305625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.313700] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: IN_PROGRESS for 2s [ 1245.243155] env[70860]: INFO networking_nsxv3.common.synchronization [req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 req-ecda1bc1-a7df-425e-a692-f905c4e3cf1c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1245.243155] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1245.244162] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.244501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.475585] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1245.475929] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d deletion is rescheduled due to dependency. [ 1245.475929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.476038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.476261] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.476464] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.476563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.476626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.476767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.476846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.476937] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.575988] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.577551] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.577700] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.577988] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.578314] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.578480] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.578605] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.578837] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.580903] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.581200] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.581350] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.581565] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.581704] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.581851] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.582015] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.582179] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.600660] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.600816] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.600964] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.601174] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-648" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.601537] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-c574ae78-8a1e-4059-8840-e4b82b3ec339 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.601766] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-c574ae78-8a1e-4059-8840-e4b82b3ec339" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.601854] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-c574ae78-8a1e-4059-8840-e4b82b3ec339" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.602178] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-c574ae78-8a1e-4059-8840-e4b82b3ec339" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.602322] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c574ae78-8a1e-4059-8840-e4b82b3ec339',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.981260] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.981485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.981589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.981808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.981902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.982123] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.982224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.982289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.982442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.982521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.982610] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1246.007584] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.007584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.007756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.008024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.008106] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.017048] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1246.081270] env[70860]: INFO networking_nsxv3.common.synchronization [req-818088fe-6d9e-48eb-9b08-953acd3d9e00 req-1d62fdba-5bdc-44e7-99a2-d7dd9a3d1ca7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1246.081270] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1246.081270] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.081270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.081270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.081270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.081270] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.081270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.081270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.082030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.082030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.082030] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.104814] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.105066] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.105157] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.105444] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.105598] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.105750] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port c574ae78-8a1e-4059-8840-e4b82b3ec339 not found, creating... [ 1246.106025] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.106299] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.106397] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.106397] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.106397] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.110950] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.110950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.110950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.110950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.110950] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.110950] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: c574ae78-8a1e-4059-8840-e4b82b3ec339 is going to be created. [ 1246.134048] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.135031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.135031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.135031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.135031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.135392] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-c574ae78-8a1e-4059-8840-e4b82b3ec339" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.328984] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e in Status: SUCCESS [ 1246.329365] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e deletion is rescheduled due to dependency. [ 1246.329365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.584086] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.584086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.584086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.584545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.584545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.584607] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.584743] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.584818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.585336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.585336] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.585336] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1246.625318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.625469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.625512] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.625702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.625852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.639025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1246.806192] env[70860]: INFO networking_nsxv3.common.synchronization [req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 req-007851aa-0286-4826-b031-6f03b9259edf service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1246.806192] env[70860]: INFO networking_nsxv3.common.synchronization [req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 req-007851aa-0286-4826-b031-6f03b9259edf service nova] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1246.806192] env[70860]: INFO networking_nsxv3.common.synchronization [req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 req-007851aa-0286-4826-b031-6f03b9259edf service nova] Enqueued Resource ID: c574ae78-8a1e-4059-8840-e4b82b3ec339 with Priority: HIGHEST for action port [ 1246.806192] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_rules [ 1246.806192] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1246.806192] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c574ae78-8a1e-4059-8840-e4b82b3ec339 with Priority: HIGHEST for action port [ 1246.806192] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.806192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.806192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.807108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.807225] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.808409] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.808521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.808737] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-c574ae78-8a1e-4059-8840-e4b82b3ec339 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.808840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c574ae78-8a1e-4059-8840-e4b82b3ec339" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.808906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c574ae78-8a1e-4059-8840-e4b82b3ec339" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.809114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c574ae78-8a1e-4059-8840-e4b82b3ec339" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.809192] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c574ae78-8a1e-4059-8840-e4b82b3ec339',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.311239] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.311369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.313740] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c574ae78-8a1e-4059-8840-e4b82b3ec339 with status ACTIVE [ 1247.313935] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.314072] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.314152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.314349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.314443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.314626] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.314718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.315208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.315208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.315208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.315208] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.315424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.315424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.315494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.315530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.315612] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c574ae78-8a1e-4059-8840-e4b82b3ec339 is going to be updated. [ 1247.334774] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.335555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.335555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.335555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.335555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.335555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c574ae78-8a1e-4059-8840-e4b82b3ec339" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.026504] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1248.026867] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d deletion is rescheduled due to dependency. [ 1248.026867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.026949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.027185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.027372] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.027492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.027558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.027707] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.027789] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.027885] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.531226] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.649433] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1248.649433] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1248.649433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.032447] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.537115] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.537298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.537346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.537563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.537657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.537763] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1249.564516] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.564657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.564738] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.564985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.565341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.573428] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1251.585258] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1251.585626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.585626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.585816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.586020] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.586139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.586200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.586369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.586475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.587303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.587303] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.806140] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.806381] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1252.089200] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.089564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.089564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.089730] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.089934] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.090168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.090168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.090326] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.090449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.090564] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.090749] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.090883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.090949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.091130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.091324] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.091420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.091513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.091673] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.091788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.091906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.092023] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.595039] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd76f760-bca7-405e-bfc4-1d8dd1b56c8d: rpc.has_security_group_logging(os_id): False [ 1252.611248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.611455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.611526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.611841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.611947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.612206] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.612314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.612379] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.612699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.612823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.613125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.613262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.613342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.613516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.613608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.613873] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.614037] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.614151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.614380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.614479] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.614632] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1252.670594] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.670746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.670803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.671043] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.671197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.689021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1254.704751] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1254.705153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.935783] env[70860]: INFO networking_nsxv3.common.synchronization [req-e73e5b86-5f67-4a07-97b5-773664ad8621 req-f70ae8aa-e7b6-4ec9-9af4-1201fc2fc1f0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1254.936383] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1254.936699] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.936825] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.936901] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.937143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.937302] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.937404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.937461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.937700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.937816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.937949] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.232881] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.233113] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.233246] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.233533] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.233817] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.234013] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.234145] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.234391] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.234559] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.234774] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.234893] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.235010] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.235132] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.235243] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.235352] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.235510] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.254028] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.254223] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.254369] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.254799] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.255118] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.255305] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.255432] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.255747] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.255892] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884dd8bd-2739-4eda-b39c-bbead2ebdcd8',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.440127] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.440357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.440449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.440649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.440744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.440954] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.441141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.441141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.441271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.441348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.441437] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1255.466605] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.466836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.466836] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.467133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.467133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.475195] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1255.758337] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.758641] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.758684] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.758965] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.759136] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.759295] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 884dd8bd-2739-4eda-b39c-bbead2ebdcd8 not found, creating... [ 1255.759630] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.759735] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.759848] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.760082] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.760226] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.760645] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.760769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.760769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.760986] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.761142] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.761276] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 884dd8bd-2739-4eda-b39c-bbead2ebdcd8 is going to be created. [ 1255.781483] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.781483] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.781699] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.782851] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.782851] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.782851] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.468452] env[70860]: INFO networking_nsxv3.common.synchronization [req-e73e5b86-5f67-4a07-97b5-773664ad8621 req-e803acdf-413f-4fdf-868f-e3c681228ac5 service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1256.468452] env[70860]: INFO networking_nsxv3.common.synchronization [req-e73e5b86-5f67-4a07-97b5-773664ad8621 req-e803acdf-413f-4fdf-868f-e3c681228ac5 service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1256.468452] env[70860]: INFO networking_nsxv3.common.synchronization [req-e73e5b86-5f67-4a07-97b5-773664ad8621 req-e803acdf-413f-4fdf-868f-e3c681228ac5 service nova] Enqueued Resource ID: 884dd8bd-2739-4eda-b39c-bbead2ebdcd8 with Priority: HIGHEST for action port [ 1256.468669] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1256.468715] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1256.468777] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884dd8bd-2739-4eda-b39c-bbead2ebdcd8 with Priority: HIGHEST for action port [ 1256.469549] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.469682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.469750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.469953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.471265] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.471490] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.471490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.471739] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.471837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.471906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.472199] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.472275] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884dd8bd-2739-4eda-b39c-bbead2ebdcd8',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.475812] env[70860]: INFO networking_nsxv3.common.synchronization [req-9fb0be1a-5d41-425f-ab35-cfe919139137 req-c98b2f89-babc-4b48-8f01-e7891b906fca tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1256.476137] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGHEST for action security_group_members [ 1256.476385] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.476487] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.476559] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.476739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.476908] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.477015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.477076] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.477229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.477308] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.477393] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.972486] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.972817] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.973978] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 884dd8bd-2739-4eda-b39c-bbead2ebdcd8 with status ACTIVE [ 1256.974185] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.974301] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.974407] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.974582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.974675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.974848] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.974944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.975015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.975172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.975249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.975427] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.975520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.975582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.975726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.975800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.975884] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 884dd8bd-2739-4eda-b39c-bbead2ebdcd8 is going to be updated. [ 1256.980031] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.980031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.980031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.980031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.980031] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.980283] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.980283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.980283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.980609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.980609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.980609] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be updated. [ 1257.005852] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.005988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.005988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.006169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.006307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.006465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-884dd8bd-2739-4eda-b39c-bbead2ebdcd8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.010545] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.010656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.010742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.010910] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.011061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.024907] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: IN_PROGRESS for 2s [ 1257.485899] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1257.486533] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1257.486533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.486667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.487391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.487391] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.487537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.487591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.487842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.488017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.488196] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.992025] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.494080] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.997120] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.997120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.997120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.997120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.997610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.997610] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1259.031278] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.031504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.031504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.031763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.031982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.034181] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 in Status: SUCCESS [ 1259.034404] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 deletion is rescheduled due to dependency. [ 1259.034550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.039672] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1259.732523] env[70860]: INFO networking_nsxv3.common.synchronization [req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 req-29439687-361b-4cd7-b008-77150de10b76 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Enqueued Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_members [ 1259.733153] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGHEST for action security_group_members [ 1259.733830] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.733988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.734067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.734269] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.734810] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.734810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.734810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.734810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.734810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.735175] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.237131] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.237482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.237482] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.237562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.238132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.238132] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.238132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.238132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.238132] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.238443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.238443] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 is going to be updated. [ 1260.268990] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.269389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.269461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.269694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.269835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.282443] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 in Status: IN_PROGRESS for 2s [ 1260.342023] env[70860]: INFO networking_nsxv3.common.synchronization [req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d req-7605d1c9-69cd-4fa7-9d3b-9cba1c6c2f52 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1260.342607] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGHEST for action security_group_members [ 1260.342896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.343124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.343206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.343412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.343573] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.343673] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.343736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.343886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.343990] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.344095] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.845896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.846112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.846192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.846441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.846548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.846774] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.846904] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.846992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.847177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.847267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.847363] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be updated. [ 1260.879713] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.879874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.879874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.880124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.880363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.888452] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: IN_PROGRESS for 2s [ 1261.050087] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1261.050303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.050463] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.050675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.050962] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.051107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.051173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.051335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.051414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.051501] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.051638] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.555136] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.555136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.555136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.555136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.555497] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.555497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.555497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.555605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.555638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.555760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.555861] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.555956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.556023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.556177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.556314] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.556428] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.556486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.556653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.556755] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.556839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.556984] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.059740] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65662ee-7ea6-4223-8e93-f3a0b9eff254: rpc.has_security_group_logging(os_id): False [ 1262.076715] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.076872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.076939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.077183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.077279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.077522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.077624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.077690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.077855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.077921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.078155] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.078272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.078322] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.078477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.078599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.078742] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.078839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.078892] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.079726] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.079830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.079938] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1262.134690] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.135161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.135161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.135327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.135362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.150688] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1262.290681] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 in Status: SUCCESS [ 1262.291506] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 deletion is rescheduled due to dependency. [ 1262.291506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.898134] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d in Status: SUCCESS [ 1262.898391] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d deletion is rescheduled due to dependency. [ 1262.898439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.415538] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.415872] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.415998] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.416344] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.416652] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.416861] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.417038] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.417300] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.417552] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.418525] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.418714] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.418902] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.419097] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.419271] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.419477] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.419687] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.438861] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.438861] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1263.439102] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.439197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.439503] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.440915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.440915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.440915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.440915] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea0d8b03-d862-4332-86e1-3ef5dbf14c15',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.942338] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.942814] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.942814] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.943017] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.943187] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.943492] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.943675] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.943870] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.944143] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.944425] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.944818] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.945246] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.945418] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.945692] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.945870] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.946073] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 is going to be updated. [ 1263.973740] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.973932] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.973932] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.978130] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.978130] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.978130] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.164083] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1264.164328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.683795] env[70860]: INFO networking_nsxv3.common.synchronization [req-eecc9d41-686d-424a-b3a2-351775dcb10c req-5b178f75-909f-446d-b012-38c4a113f60f service nova] Enqueued Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_rules [ 1264.685316] env[70860]: INFO networking_nsxv3.common.synchronization [req-eecc9d41-686d-424a-b3a2-351775dcb10c req-5b178f75-909f-446d-b012-38c4a113f60f service nova] Enqueued Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_members [ 1264.685765] env[70860]: INFO networking_nsxv3.common.synchronization [req-eecc9d41-686d-424a-b3a2-351775dcb10c req-5b178f75-909f-446d-b012-38c4a113f60f service nova] Enqueued Resource ID: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 with Priority: HIGHEST for action port [ 1264.688225] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_rules [ 1264.688225] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_members [ 1264.688225] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 with Priority: HIGHEST for action port [ 1264.688225] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.688225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.688225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.688225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.688225] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.689450] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.689721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.691023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.691023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.691023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.691023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.691023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.691023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.691023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.691023] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.696810] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.696810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.696810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.696810] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.696810] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea0d8b03-d862-4332-86e1-3ef5dbf14c15',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.854263] env[70860]: INFO networking_nsxv3.common.synchronization [None req-481a134f-1fea-47b3-9e62-c2568a425b51 None None] Enqueued Resource ID: a681d94f-ceed-4f1e-9c6e-84594818e612 with Priority: HIGHEST for action port [ 1264.854567] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a681d94f-ceed-4f1e-9c6e-84594818e612 with Priority: HIGHEST for action port [ 1264.855244] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a681d94f-ceed-4f1e-9c6e-84594818e612 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.855368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a681d94f-ceed-4f1e-9c6e-84594818e612" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.855464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a681d94f-ceed-4f1e-9c6e-84594818e612" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.855684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a681d94f-ceed-4f1e-9c6e-84594818e612" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.855962] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a681d94f-ceed-4f1e-9c6e-84594818e612',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.190560] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.190560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.201277] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.201277] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea0d8b03-d862-4332-86e1-3ef5dbf14c15 with status ACTIVE [ 1265.201277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.201277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.201277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.201277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.201277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.201277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.201277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.201277] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.202108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.202108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.202108] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.202108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.202108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.202108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.202108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.202522] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 is going to be updated. [ 1265.223166] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.223370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.223465] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.223700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.223882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.224083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea0d8b03-d862-4332-86e1-3ef5dbf14c15" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.360368] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a681d94f-ceed-4f1e-9c6e-84594818e612 [ 1265.360605] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.360737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.360803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.361034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.361124] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.361219] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a681d94f-ceed-4f1e-9c6e-84594818e612 already deleted. [ 1265.361297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a681d94f-ceed-4f1e-9c6e-84594818e612" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.571300] env[70860]: INFO networking_nsxv3.common.synchronization [None req-f8ef37c2-1edc-42b1-b539-931fa033695a tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1265.571300] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1265.571300] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.571300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.571300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.571946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.572063] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.669221] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9c890f5a-84a1-400d-b323-994ddce32604 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1265.669740] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1265.670063] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.670161] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.704399] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.090799] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.090989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.091032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.091241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.091697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.091697] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 already deleted. [ 1266.091697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.091697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.091960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.092116] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.207435] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.207849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.207849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.207849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.207956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.208129] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb is going to be updated. [ 1266.237875] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.238052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.238098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.238319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.238467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.247414] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: IN_PROGRESS for 2s [ 1266.618496] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.619249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.619249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.619249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.619249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.619249] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 already deleted. [ 1266.619249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.777896] env[70860]: INFO networking_nsxv3.common.synchronization [None req-38c6c651-92b0-4640-882e-0ca8b3f3ea93 None None] Enqueued Resource ID: 1fd3027a-ea2d-47d9-89e7-ceb5eba8242b with Priority: HIGHEST for action port [ 1266.777896] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd3027a-ea2d-47d9-89e7-ceb5eba8242b with Priority: HIGHEST for action port [ 1266.777994] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd3027a-ea2d-47d9-89e7-ceb5eba8242b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.778198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd3027a-ea2d-47d9-89e7-ceb5eba8242b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.778198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd3027a-ea2d-47d9-89e7-ceb5eba8242b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.778421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd3027a-ea2d-47d9-89e7-ceb5eba8242b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.778501] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd3027a-ea2d-47d9-89e7-ceb5eba8242b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.284505] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd3027a-ea2d-47d9-89e7-ceb5eba8242b [ 1267.284505] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.284505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.284505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.284505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.284505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.284505] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd3027a-ea2d-47d9-89e7-ceb5eba8242b already deleted. [ 1267.284505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd3027a-ea2d-47d9-89e7-ceb5eba8242b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.257637] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: SUCCESS [ 1268.257773] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.257921] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.258193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.258361] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.258521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.260190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.260190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.260190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.260190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.260190] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.761467] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.261656] env[70860]: INFO networking_nsxv3.common.synchronization [req-92e463b0-82a5-4e10-abf0-4d8429c674e0 req-34c6796b-c27f-4aab-8a1b-106dcee3e44d tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1269.262332] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1269.263145] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.263351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.263433] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.263857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.263857] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.264058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.264115] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.264284] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.264380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.264477] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.265356] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 252f7604-5b57-43ca-b723-350ec6c75eeb: rpc.has_security_group_logging(os_id): False [ 1269.286176] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.286176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.286176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.286176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.286176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.286176] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.286176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.286176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.286176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.286176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.288911] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb is going to be updated. [ 1269.343336] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.343499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.343562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.343788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.344090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.358739] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: IN_PROGRESS for 2s [ 1269.768151] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.768540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.768540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.768683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.768803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.769063] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.769202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.769335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.769467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.769575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.769684] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1269.808653] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.808841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.808841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.809039] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.809255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.820886] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1270.395314] env[70860]: INFO networking_nsxv3.common.synchronization [req-26eb1923-f91e-4d20-b7ac-e104c57139e3 req-6fcd6d62-8b2a-4871-9dfa-bdd223bf774f tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_members [ 1270.395314] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGHEST for action security_group_members [ 1270.395314] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec76527-fa6f-4b09-b943-5440b2f5c478 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.395314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.395314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.395314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.395314] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.395314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.395314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.395314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.395314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.395314] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.898510] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.898781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.898781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.898971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.899074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.899277] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.899367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.899455] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.899581] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.899651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.899739] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec76527-fa6f-4b09-b943-5440b2f5c478 is going to be updated. [ 1270.930626] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.930626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.930626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.930626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.930626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.940843] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec76527-fa6f-4b09-b943-5440b2f5c478 in Status: IN_PROGRESS for 2s [ 1271.372236] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: SUCCESS [ 1271.372483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.833183] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1271.833582] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1271.833783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.015360] env[70860]: INFO networking_nsxv3.common.synchronization [req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 req-93694110-50e9-4666-8ea0-2655376bb803 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Enqueued Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_members [ 1272.015913] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGHEST for action security_group_members [ 1272.016294] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-78d1df12-586d-4f0b-bce1-babf163643ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.016421] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.016492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.016720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.016884] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.017229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.017368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.017576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.017713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.017861] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.190500] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.190769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.190910] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.191225] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.191851] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.191851] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.191851] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.192163] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.192381] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.192671] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.192848] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.193036] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.193244] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.193437] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.193600] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.193789] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.214363] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.214532] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1272.214783] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.215065] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-752" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.215428] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-98812719-61e3-4386-b8f8-9683fc8a745e taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.215627] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.215864] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.216468] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.216715] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98812719-61e3-4386-b8f8-9683fc8a745e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.520533] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.520746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.520746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.520973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.521079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.521283] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.521382] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.521441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.521593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.521670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.521789] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78d1df12-586d-4f0b-bce1-babf163643ac is going to be updated. [ 1272.556728] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.556857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.556929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.557135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.557276] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.564682] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78d1df12-586d-4f0b-bce1-babf163643ac in Status: IN_PROGRESS for 2s [ 1272.720705] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.720705] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.720941] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.721076] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.721236] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.721525] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.721682] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.721868] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.722110] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.722255] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.722540] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.722694] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.723329] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.723329] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.723459] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.723600] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 98812719-61e3-4386-b8f8-9683fc8a745e is going to be updated. [ 1272.743104] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.743474] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.743614] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.743877] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.744151] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.744392] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.950092] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec76527-fa6f-4b09-b943-5440b2f5c478 in Status: SUCCESS [ 1272.950212] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec76527-fa6f-4b09-b943-5440b2f5c478 deletion is rescheduled due to dependency. [ 1272.950294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.463115] env[70860]: INFO networking_nsxv3.common.synchronization [req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d req-9e035449-6aac-472b-bce0-0e850f5e64c7 service nova] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 1273.463377] env[70860]: INFO networking_nsxv3.common.synchronization [req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d req-9e035449-6aac-472b-bce0-0e850f5e64c7 service nova] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1273.463456] env[70860]: INFO networking_nsxv3.common.synchronization [req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d req-9e035449-6aac-472b-bce0-0e850f5e64c7 service nova] Enqueued Resource ID: 98812719-61e3-4386-b8f8-9683fc8a745e with Priority: HIGHEST for action port [ 1273.464014] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_rules [ 1273.464823] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1273.465022] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98812719-61e3-4386-b8f8-9683fc8a745e with Priority: HIGHEST for action port [ 1273.465342] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.465475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.465544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.465757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.465844] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.466941] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.466941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.466941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.467125] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.467265] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.467363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.467423] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.467571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.467666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.467818] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.469331] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-98812719-61e3-4386-b8f8-9683fc8a745e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.469591] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.469739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.469979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.470179] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98812719-61e3-4386-b8f8-9683fc8a745e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.973093] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.974215] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.974355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.974504] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98812719-61e3-4386-b8f8-9683fc8a745e with status ACTIVE [ 1273.974751] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.974837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.974874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.975098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.975189] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.975382] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.975487] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.975550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.975785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.975882] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.977265] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.977265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.977265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.977265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.977265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.977265] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98812719-61e3-4386-b8f8-9683fc8a745e is going to be updated. [ 1273.999112] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.999112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.999112] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.999344] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.999498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.999719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98812719-61e3-4386-b8f8-9683fc8a745e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.478505] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.578142] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78d1df12-586d-4f0b-bce1-babf163643ac in Status: SUCCESS [ 1274.578142] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78d1df12-586d-4f0b-bce1-babf163643ac deletion is rescheduled due to dependency. [ 1274.578142] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.592355] env[70860]: INFO networking_nsxv3.common.synchronization [req-caf01ac7-306d-4435-8bc6-b90dde099d37 req-e275ab18-83a2-4116-8bfd-eaeb264b33c8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1274.593473] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1274.593726] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.593978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.594178] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.594595] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.594901] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.595148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.595319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.595649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.595859] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.596085] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.917204] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.917407] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.917538] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.917871] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.918155] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.918320] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.918443] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.918659] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.918808] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.919099] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1274.919232] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.919349] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.919466] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.919586] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1274.919691] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.919853] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.945561] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.945753] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1274.945902] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.946120] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.946444] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-84fe26e2-649b-46f9-a107-26d02cdde15c taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.946626] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-84fe26e2-649b-46f9-a107-26d02cdde15c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.946804] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-84fe26e2-649b-46f9-a107-26d02cdde15c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.947111] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-84fe26e2-649b-46f9-a107-26d02cdde15c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.947264] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84fe26e2-649b-46f9-a107-26d02cdde15c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.981832] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.982025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.982138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.982315] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.982397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.982493] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1275.015076] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.015354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.015354] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.015594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.015656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.026676] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1275.098702] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.098908] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.098949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.099499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.099499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.099612] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.099612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.099804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.099839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.100252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.100252] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 already deleted. [ 1275.100252] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.450800] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.450800] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.450800] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.451271] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.451271] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.451673] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 84fe26e2-649b-46f9-a107-26d02cdde15c not found, creating... [ 1275.451771] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.452982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.452982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.452982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.452982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.452982] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.452982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.453336] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.453371] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.453511] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.454417] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 84fe26e2-649b-46f9-a107-26d02cdde15c is going to be created. [ 1275.473838] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.474122] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.474258] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.474586] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.474835] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.475112] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-84fe26e2-649b-46f9-a107-26d02cdde15c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.375876] env[70860]: INFO networking_nsxv3.common.synchronization [req-caf01ac7-306d-4435-8bc6-b90dde099d37 req-84a87235-e6c3-4cb8-b714-a950b9e06980 service nova] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1276.376151] env[70860]: INFO networking_nsxv3.common.synchronization [req-caf01ac7-306d-4435-8bc6-b90dde099d37 req-84a87235-e6c3-4cb8-b714-a950b9e06980 service nova] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1276.376215] env[70860]: INFO networking_nsxv3.common.synchronization [req-caf01ac7-306d-4435-8bc6-b90dde099d37 req-84a87235-e6c3-4cb8-b714-a950b9e06980 service nova] Enqueued Resource ID: 84fe26e2-649b-46f9-a107-26d02cdde15c with Priority: HIGHEST for action port [ 1276.376439] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1276.376567] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1276.376663] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe26e2-649b-46f9-a107-26d02cdde15c with Priority: HIGHEST for action port [ 1276.377264] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.377418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.377475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.378458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.378603] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.379892] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.380016] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.380107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.380255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.380403] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.380499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.380561] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.380699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.380783] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.380906] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.385514] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-84fe26e2-649b-46f9-a107-26d02cdde15c taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.385654] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84fe26e2-649b-46f9-a107-26d02cdde15c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.385717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84fe26e2-649b-46f9-a107-26d02cdde15c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.385854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84fe26e2-649b-46f9-a107-26d02cdde15c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.385935] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84fe26e2-649b-46f9-a107-26d02cdde15c',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.888247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.888408] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.888607] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.889621] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84fe26e2-649b-46f9-a107-26d02cdde15c with status ACTIVE [ 1276.889779] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.889898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.889955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.890188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.890281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.890458] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.890567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.890630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.890770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.890846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.890996] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.892544] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.892616] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.895498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.895498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.895498] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84fe26e2-649b-46f9-a107-26d02cdde15c is going to be updated. [ 1276.918776] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.919071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.919156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.919575] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.919790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.919946] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84fe26e2-649b-46f9-a107-26d02cdde15c" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.038577] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1277.038875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.039111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.039647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.039926] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.040128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.040223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.040513] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.040639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.040762] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.040952] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.395943] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.544538] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.898506] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.898506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.898506] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.898894] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.899074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.899238] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be created. [ 1277.922052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.922262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.922324] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.922570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.922794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.930503] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: UNINITIALIZED for 2s [ 1278.047036] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ca86fd1-30dc-4407-a3fe-e33b633fea80: rpc.has_security_group_logging(os_id): False [ 1278.064021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.064232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.064303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.064555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.064648] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.064936] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.065051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.065136] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.065266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.066060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.066060] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1278.122580] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.122800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.122903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.123202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.123400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.134755] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1279.941250] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1279.941682] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.942084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.942297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.942599] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.942719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.942853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.945519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.946218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.946218] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.946218] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.151566] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1280.151780] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.451118] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.953217] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6077ed-c817-4ca3-a670-001c56398be0: rpc.has_security_group_logging(os_id): False [ 1280.970621] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.970816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.970905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.971170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.971262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.971528] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.971631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.971694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.971900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.971981] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.972085] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be created. [ 1281.029573] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.029773] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.029831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.030107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.030332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.040640] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1281.356758] env[70860]: INFO networking_nsxv3.common.synchronization [req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd req-acf6d2e5-6a9a-4cd8-b6fc-70897828eff0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1281.357371] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1281.357854] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.357854] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.357956] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.358153] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.358301] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.358469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.358469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.358615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.358697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.358791] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.633906] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.634144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.634279] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.634547] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.634809] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.634969] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.635108] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.635334] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.635485] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.635699] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.635819] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.635933] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.636059] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.636174] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.636295] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.636418] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.655007] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.655251] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1281.655416] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.655606] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.655929] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-680cebf9-9533-46e8-ab88-7ed56b43d102 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.656341] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-680cebf9-9533-46e8-ab88-7ed56b43d102" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.656540] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-680cebf9-9533-46e8-ab88-7ed56b43d102" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.656889] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-680cebf9-9533-46e8-ab88-7ed56b43d102" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.657053] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680cebf9-9533-46e8-ab88-7ed56b43d102',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.861484] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.862658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.862658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.862658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.862658] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.862658] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.862923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.862923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.863052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.863164] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.863329] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1281.889021] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.889183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.889241] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.889443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.889590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.898510] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1282.159629] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.160053] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.160053] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.160364] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.160592] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.160788] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 680cebf9-9533-46e8-ab88-7ed56b43d102 not found, creating... [ 1282.161157] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.162040] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.162040] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.162040] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.162040] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.162353] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.162551] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.162678] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.162939] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.163105] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.163304] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 680cebf9-9533-46e8-ab88-7ed56b43d102 is going to be created. [ 1282.182445] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.182737] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.182871] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.183197] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.183498] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.183781] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-680cebf9-9533-46e8-ab88-7ed56b43d102" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.860485] env[70860]: INFO networking_nsxv3.common.synchronization [req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd req-80520373-e4fa-4baf-9923-5877ea273e7b service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1282.860485] env[70860]: INFO networking_nsxv3.common.synchronization [req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd req-80520373-e4fa-4baf-9923-5877ea273e7b service nova] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1282.860485] env[70860]: INFO networking_nsxv3.common.synchronization [req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd req-80520373-e4fa-4baf-9923-5877ea273e7b service nova] Enqueued Resource ID: 680cebf9-9533-46e8-ab88-7ed56b43d102 with Priority: HIGHEST for action port [ 1282.860784] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_rules [ 1282.860934] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1282.861332] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680cebf9-9533-46e8-ab88-7ed56b43d102 with Priority: HIGHEST for action port [ 1282.861827] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.862090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.862296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.862651] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.862815] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.863773] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.863985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.864334] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-680cebf9-9533-46e8-ab88-7ed56b43d102 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.864441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-680cebf9-9533-46e8-ab88-7ed56b43d102" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.864547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-680cebf9-9533-46e8-ab88-7ed56b43d102" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.864794] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-680cebf9-9533-46e8-ab88-7ed56b43d102" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.864938] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680cebf9-9533-46e8-ab88-7ed56b43d102',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.052365] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1283.052767] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.368370] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.368370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.368370] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 680cebf9-9533-46e8-ab88-7ed56b43d102 with status ACTIVE [ 1283.368370] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.368370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.368370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.368370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.368370] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.369058] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.369058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.369058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.369058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.369058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.369058] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.369058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.369503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.369503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.369503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.369503] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 680cebf9-9533-46e8-ab88-7ed56b43d102 is going to be updated. [ 1283.388799] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.389078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.389078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.389232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.389371] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.389521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-680cebf9-9533-46e8-ab88-7ed56b43d102" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.696189] env[70860]: INFO networking_nsxv3.common.synchronization [req-4ba908fe-9d2b-4717-b646-bc3846b43f47 req-de313d96-10b0-4c11-b45b-c405a586f3a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1283.696189] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1283.696469] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.696569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.696632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.696833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.696984] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.697230] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.697288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.697444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.697525] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.697618] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.908920] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1283.909133] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1283.909251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.909417] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.909634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.909840] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.909961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.910035] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.910202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.910272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.910369] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.993167] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.993453] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.993611] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.993923] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.994211] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.994379] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.994504] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.994749] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.994905] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.995154] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.995274] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.995389] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.995518] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.995637] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.995748] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.995900] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.014264] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.014438] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1284.014614] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.014779] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.015118] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-a1f91633-100d-467c-836a-eeae449a97bc taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.015395] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.015501] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.015777] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.015952] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f91633-100d-467c-836a-eeae449a97bc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.201033] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.201033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.201033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.201033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.201033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.201033] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.201432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.201432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.201432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.201432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.201593] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 is going to be deleted. [ 1284.236558] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.236759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.236839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.237086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.237198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.237306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.413685] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.518825] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.519176] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.519335] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.519633] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.519891] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.520995] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port a1f91633-100d-467c-836a-eeae449a97bc not found, creating... [ 1284.521417] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.521635] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.521813] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.522136] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.522339] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.522689] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.522923] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.523072] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.523325] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.523495] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.523650] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: a1f91633-100d-467c-836a-eeae449a97bc is going to be created. [ 1284.543925] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.544344] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.544577] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.545693] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.546355] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.546746] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.915385] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.222910] env[70860]: INFO networking_nsxv3.common.synchronization [req-4ba908fe-9d2b-4717-b646-bc3846b43f47 req-8c65f2b7-e23e-413b-9599-3e5d9633b238 service nova] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_rules [ 1285.223309] env[70860]: INFO networking_nsxv3.common.synchronization [req-4ba908fe-9d2b-4717-b646-bc3846b43f47 req-8c65f2b7-e23e-413b-9599-3e5d9633b238 service nova] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1285.223309] env[70860]: INFO networking_nsxv3.common.synchronization [req-4ba908fe-9d2b-4717-b646-bc3846b43f47 req-8c65f2b7-e23e-413b-9599-3e5d9633b238 service nova] Enqueued Resource ID: a1f91633-100d-467c-836a-eeae449a97bc with Priority: HIGHEST for action port [ 1285.223558] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_rules [ 1285.223676] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1285.223767] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f91633-100d-467c-836a-eeae449a97bc with Priority: HIGHEST for action port [ 1285.224318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.224485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.224523] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.224725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.224762] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.226347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.226347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.226347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.226347] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.226347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.226593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.226593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.226713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.226713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.226783] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.227466] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f91633-100d-467c-836a-eeae449a97bc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.227578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.227837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.227837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.227837] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f91633-100d-467c-836a-eeae449a97bc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.418310] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.418665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.418665] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.418739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.418847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.419639] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1285.456569] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.456718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.456873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.457058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.457272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.466147] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1285.729508] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.729761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.729847] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.736324] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1f91633-100d-467c-836a-eeae449a97bc with status ACTIVE [ 1285.736547] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.736676] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.736740] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.736987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.737097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.737279] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.737369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.737429] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.737582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.737662] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.737848] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.737941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.737995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.738146] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.738219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.738305] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1f91633-100d-467c-836a-eeae449a97bc is going to be updated. [ 1285.761652] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.761809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.761913] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.762140] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.762281] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.762443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.235395] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.737551] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.737831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.737831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.738021] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.738103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.738206] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 is going to be created. [ 1286.759519] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.759674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.759674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.759876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.760067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.770446] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: UNINITIALIZED for 2s [ 1287.478211] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1287.478440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.478607] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.478835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.479040] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.479152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.479221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.479388] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.479481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.479567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.479658] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.982347] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.982695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.982695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.982935] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.983182] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.983321] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.983411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.983625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.983742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.983866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.984092] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.984225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.984319] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.984555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.984770] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.984919] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.985131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.985387] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.985802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.985802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.985802] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.489400] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65662ee-7ea6-4223-8e93-f3a0b9eff254: rpc.has_security_group_logging(os_id): False [ 1288.507781] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.508025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.508114] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.508350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.508446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.508674] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.508774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.508839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.509000] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.509196] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.509281] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.509393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.509492] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.509670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.509750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.509970] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.510090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.510154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.510301] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.510380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.510466] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1288.565581] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.565840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.565840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.565983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.566143] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.580934] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1288.779887] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: SUCCESS [ 1288.780155] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.780320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.780541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.780738] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.780856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.780924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.781098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.781180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.781265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.781357] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.284463] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.284950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.284950] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.285152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.285407] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.285572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.285681] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.285926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.286093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.286242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.286501] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.286630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.286735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.286970] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.287219] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.287372] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.287475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.287705] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.289103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.289103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.289103] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.791795] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b53f4c8c-b52b-4147-8807-56f6e29dad21: rpc.has_security_group_logging(os_id): False [ 1289.811641] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.811641] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.811641] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.812067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.812067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.812186] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.812287] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.812395] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.812562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.812644] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.812825] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.812991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.812991] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.813226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.813401] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.813665] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.813777] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.813841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.813996] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.814079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.814168] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 is going to be created. [ 1289.879844] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.880118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.880118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.880358] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.880599] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.897900] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: IN_PROGRESS for 2s [ 1290.224500] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.224632] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1290.596532] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1290.596955] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.808563] env[70860]: INFO networking_nsxv3.common.synchronization [req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d req-96cb8bf6-cc2e-4e67-a2eb-3ef5d7d3e096 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1291.809205] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGHEST for action security_group_members [ 1291.809559] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.809711] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.809833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.810147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.810390] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.810534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.810601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.810823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.810916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.811029] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.909907] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: SUCCESS [ 1291.909907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.313543] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.313727] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.313788] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.314992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.314992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.314992] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.314992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.314992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.314992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.314992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.314992] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be updated. [ 1292.342025] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.342025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.342025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.342025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.342025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.349416] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: IN_PROGRESS for 2s [ 1294.360705] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 in Status: SUCCESS [ 1294.361145] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 deletion is rescheduled due to dependency. [ 1294.361145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.846462] env[70860]: INFO networking_nsxv3.common.synchronization [req-baa811da-4c6d-407c-953f-f7726a5f6ea2 req-b0ceb127-5fe4-4934-874d-7f14aaabd611 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1294.847009] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGHEST for action security_group_members [ 1294.847346] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.847474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.847540] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.847741] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.847895] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.847981] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.848051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.848204] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.848288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.848373] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.888869] env[70860]: INFO networking_nsxv3.common.synchronization [req-baa811da-4c6d-407c-953f-f7726a5f6ea2 req-b0ceb127-5fe4-4934-874d-7f14aaabd611 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: a1f91633-100d-467c-836a-eeae449a97bc with Priority: HIGHEST for action port [ 1294.889384] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f91633-100d-467c-836a-eeae449a97bc with Priority: HIGHEST for action port [ 1294.889701] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f91633-100d-467c-836a-eeae449a97bc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.889826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.889899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.890113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.890200] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f91633-100d-467c-836a-eeae449a97bc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.350318] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.350510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.350547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.350746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.350842] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.351054] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.351147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.351210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.351362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.351439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.351526] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 is going to be updated. [ 1295.376210] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.376496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.376496] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.376574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.376700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.384210] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: IN_PROGRESS for 2s [ 1295.391553] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1f91633-100d-467c-836a-eeae449a97bc with status ACTIVE [ 1295.391742] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.391856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.391926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.392178] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.392264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.392476] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.392572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.392572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.392733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.392793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.393019] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.393141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.393198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.393340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.393414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.393497] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1f91633-100d-467c-836a-eeae449a97bc is going to be updated. [ 1295.414052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.414229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.414310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.414464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.414553] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.414695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f91633-100d-467c-836a-eeae449a97bc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.395648] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 in Status: SUCCESS [ 1297.395976] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 deletion is rescheduled due to dependency. [ 1297.395976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.890772] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.890772] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.053033] env[70860]: INFO networking_nsxv3.common.synchronization [None req-bca3bcdb-36c8-43fe-ab25-d8c83c9c57a5 None None] Enqueued Resource ID: 5d057238-c312-44ba-92e6-7f439cd560c4 with Priority: HIGHEST for action port [ 1303.053033] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d057238-c312-44ba-92e6-7f439cd560c4 with Priority: HIGHEST for action port [ 1303.053443] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d057238-c312-44ba-92e6-7f439cd560c4 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.053558] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d057238-c312-44ba-92e6-7f439cd560c4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.053618] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d057238-c312-44ba-92e6-7f439cd560c4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.053874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d057238-c312-44ba-92e6-7f439cd560c4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.053948] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d057238-c312-44ba-92e6-7f439cd560c4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.556700] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d057238-c312-44ba-92e6-7f439cd560c4 [ 1303.556953] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.557121] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.557168] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.557383] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.557485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.557574] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d057238-c312-44ba-92e6-7f439cd560c4 already deleted. [ 1303.557751] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d057238-c312-44ba-92e6-7f439cd560c4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.863030] env[70860]: INFO networking_nsxv3.common.synchronization [None req-90724c74-3406-473a-ab5c-ca8a679ba3c5 None None] Enqueued Resource ID: 1e0df9ed-a759-4086-87b0-862b58429f8e with Priority: HIGHEST for action port [ 1304.863030] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e0df9ed-a759-4086-87b0-862b58429f8e with Priority: HIGHEST for action port [ 1304.865698] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e0df9ed-a759-4086-87b0-862b58429f8e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.865698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e0df9ed-a759-4086-87b0-862b58429f8e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.865698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e0df9ed-a759-4086-87b0-862b58429f8e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.865698] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e0df9ed-a759-4086-87b0-862b58429f8e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.865698] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0df9ed-a759-4086-87b0-862b58429f8e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.369739] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e0df9ed-a759-4086-87b0-862b58429f8e [ 1305.369739] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.369739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.369739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.370080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.370080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.370080] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e0df9ed-a759-4086-87b0-862b58429f8e already deleted. [ 1305.370192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e0df9ed-a759-4086-87b0-862b58429f8e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.025654] env[70860]: INFO networking_nsxv3.common.synchronization [req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 req-0c1cd155-59e6-4497-b2ba-8c99d22adc7f tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Enqueued Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGHEST for action security_group_members [ 1308.026184] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGHEST for action security_group_members [ 1308.026489] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c03d85c-18d7-4849-b703-aaa87e3521e5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.026612] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.026677] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.026940] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.027121] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.027223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.027289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.027453] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.027570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.027670] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c03d85c-18d7-4849-b703-aaa87e3521e5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.383291] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.383488] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.383616] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.383947] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.384220] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.384386] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.384518] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.384730] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.384881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.385127] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1308.385248] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.385361] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.385473] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.385587] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1308.385693] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.385836] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.406682] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.406819] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1308.406935] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.407118] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-8" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.407398] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-af2fb36f-59fd-478a-952a-d0d6711b0713 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.407565] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-af2fb36f-59fd-478a-952a-d0d6711b0713" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.407688] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-af2fb36f-59fd-478a-952a-d0d6711b0713" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.407982] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-af2fb36f-59fd-478a-952a-d0d6711b0713" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.408150] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2fb36f-59fd-478a-952a-d0d6711b0713',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.529459] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.529690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.529690] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.529883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.529974] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.530214] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.530321] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.530384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.530541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.530621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.530709] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 already deleted. [ 1308.530787] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.911278] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.911278] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.911278] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.911278] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.911278] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.911278] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port af2fb36f-59fd-478a-952a-d0d6711b0713 not found, creating... [ 1308.911554] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.911649] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.911792] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.912035] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.912253] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.912603] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.912769] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.912890] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.913129] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.913295] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.913437] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: af2fb36f-59fd-478a-952a-d0d6711b0713 is going to be created. [ 1308.931527] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.931719] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.931846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.932115] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.932421] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.932656] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-af2fb36f-59fd-478a-952a-d0d6711b0713" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.613741] env[70860]: INFO networking_nsxv3.common.synchronization [req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 req-80bafbd3-3030-47d6-aaee-22c9afbe40d8 service nova] Enqueued Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGHEST for action security_group_rules [ 1309.614027] env[70860]: INFO networking_nsxv3.common.synchronization [req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 req-80bafbd3-3030-47d6-aaee-22c9afbe40d8 service nova] Enqueued Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGHEST for action security_group_members [ 1309.614080] env[70860]: INFO networking_nsxv3.common.synchronization [req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 req-80bafbd3-3030-47d6-aaee-22c9afbe40d8 service nova] Enqueued Resource ID: af2fb36f-59fd-478a-952a-d0d6711b0713 with Priority: HIGHEST for action port [ 1309.614311] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGHEST for action security_group_rules [ 1309.614439] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGHEST for action security_group_members [ 1309.614607] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2fb36f-59fd-478a-952a-d0d6711b0713 with Priority: HIGHEST for action port [ 1309.615157] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c03d85c-18d7-4849-b703-aaa87e3521e5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.615286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.615355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.615609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.615690] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c03d85c-18d7-4849-b703-aaa87e3521e5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.616493] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c03d85c-18d7-4849-b703-aaa87e3521e5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.616605] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.616734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.616828] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.616971] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.617078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.617142] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.617283] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.617367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.617454] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c03d85c-18d7-4849-b703-aaa87e3521e5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.618153] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-af2fb36f-59fd-478a-952a-d0d6711b0713 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.618262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af2fb36f-59fd-478a-952a-d0d6711b0713" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.618329] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af2fb36f-59fd-478a-952a-d0d6711b0713" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.618487] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af2fb36f-59fd-478a-952a-d0d6711b0713" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.618562] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2fb36f-59fd-478a-952a-d0d6711b0713',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.120643] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c03d85c-18d7-4849-b703-aaa87e3521e5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.120907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.120961] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af2fb36f-59fd-478a-952a-d0d6711b0713 with status ACTIVE [ 1310.121127] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.121236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.121301] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.121516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.121609] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.121774] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.121868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.121931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.122087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.122192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.122354] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.122449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.122509] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.122661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.122708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.122788] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af2fb36f-59fd-478a-952a-d0d6711b0713 is going to be updated. [ 1310.124012] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c03d85c-18d7-4849-b703-aaa87e3521e5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.144242] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.144464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.144464] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.144614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.144754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.144905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af2fb36f-59fd-478a-952a-d0d6711b0713" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.627406] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c03d85c-18d7-4849-b703-aaa87e3521e5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.131470] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.131470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.131470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.131470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.131470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.131470] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 is going to be created. [ 1311.151471] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.151637] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.151679] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.151835] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.151987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.160522] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 in Status: UNINITIALIZED for 2s [ 1313.170358] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 in Status: SUCCESS [ 1313.170649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.170751] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.170929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.171127] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.171260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.171303] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.171481] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.171724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.171724] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.171823] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c03d85c-18d7-4849-b703-aaa87e3521e5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.674543] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c03d85c-18d7-4849-b703-aaa87e3521e5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.674764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.674764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.674934] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.675094] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.675720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.675803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.675976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.676083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.676176] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.676335] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c03d85c-18d7-4849-b703-aaa87e3521e5 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.676485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.676547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.676692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.676835] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.676926] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.676979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.677134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.677210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.677302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.677389] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c03d85c-18d7-4849-b703-aaa87e3521e5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.179805] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c03d85c-18d7-4849-b703-aaa87e3521e5: rpc.has_security_group_logging(os_id): False [ 1314.196468] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.196629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.196629] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.196816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.196903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.197116] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.197216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.197280] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.197432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.197508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.197688] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.197780] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.197841] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.197978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.198069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.198246] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.198338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.198396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.198532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.198603] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.198685] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 is going to be created. [ 1314.250812] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.250987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.250987] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.251172] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.251343] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.260553] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 in Status: IN_PROGRESS for 2s [ 1314.615440] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.615572] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1316.273931] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 in Status: SUCCESS [ 1316.274304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.083618] env[70860]: INFO networking_nsxv3.common.synchronization [req-257fa8fc-11ac-4f62-8775-449e1b5822a8 req-4456e4af-d18b-4ce3-9842-4ee0d7e8c49a tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1318.084218] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1318.084640] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.084760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.084822] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.085032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.085217] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.085381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.085441] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.085611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.085723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.085818] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.324825] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.324825] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.325074] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.325230] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.325499] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.325670] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.325795] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.326020] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.326175] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.326390] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1318.326513] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1318.326629] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1318.326743] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1318.326856] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1318.326967] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1318.327121] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1318.345361] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1318.345554] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1318.345700] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1318.345867] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-660" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.346433] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-2f11de32-dd2d-414c-8baf-cfa349e0835d taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.346433] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-2f11de32-dd2d-414c-8baf-cfa349e0835d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.346433] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-2f11de32-dd2d-414c-8baf-cfa349e0835d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.346727] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-2f11de32-dd2d-414c-8baf-cfa349e0835d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.346870] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f11de32-dd2d-414c-8baf-cfa349e0835d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.589730] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.849013] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.849358] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.849507] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.849919] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.850144] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.850339] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 2f11de32-dd2d-414c-8baf-cfa349e0835d not found, creating... [ 1318.850638] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.850881] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.851046] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.851315] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.851488] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.851814] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.852031] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.852383] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.852557] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.852766] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.852956] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 2f11de32-dd2d-414c-8baf-cfa349e0835d is going to be created. [ 1318.875424] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.875790] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.875988] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.876350] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.876687] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.877013] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-2f11de32-dd2d-414c-8baf-cfa349e0835d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.091723] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.596023] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.596023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.596023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.596023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.596023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.596023] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be updated. [ 1319.620053] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.620320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.620320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.620478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.620624] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.629227] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: IN_PROGRESS for 2s [ 1319.768983] env[70860]: INFO networking_nsxv3.common.synchronization [req-257fa8fc-11ac-4f62-8775-449e1b5822a8 req-8598d060-4908-4643-ae44-d240d153198f service nova] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_rules [ 1319.769165] env[70860]: INFO networking_nsxv3.common.synchronization [req-257fa8fc-11ac-4f62-8775-449e1b5822a8 req-8598d060-4908-4643-ae44-d240d153198f service nova] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1319.769314] env[70860]: INFO networking_nsxv3.common.synchronization [req-257fa8fc-11ac-4f62-8775-449e1b5822a8 req-8598d060-4908-4643-ae44-d240d153198f service nova] Enqueued Resource ID: 2f11de32-dd2d-414c-8baf-cfa349e0835d with Priority: HIGHEST for action port [ 1319.769535] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_rules [ 1319.769660] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1319.769755] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f11de32-dd2d-414c-8baf-cfa349e0835d with Priority: HIGHEST for action port [ 1319.770415] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.770415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.770526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.771041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.771041] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.772046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.772046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.772046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f11de32-dd2d-414c-8baf-cfa349e0835d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.772046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f11de32-dd2d-414c-8baf-cfa349e0835d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.772046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f11de32-dd2d-414c-8baf-cfa349e0835d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.772366] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f11de32-dd2d-414c-8baf-cfa349e0835d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.772366] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f11de32-dd2d-414c-8baf-cfa349e0835d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.026093] env[70860]: INFO networking_nsxv3.common.synchronization [req-567044e4-198f-4f5c-968d-c14bc04d294c req-eb43a421-4e93-4c26-8d03-39e138be2537 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Enqueued Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGHEST for action security_group_members [ 1320.027597] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGHEST for action security_group_members [ 1320.027597] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c03d85c-18d7-4849-b703-aaa87e3521e5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.027597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.027597] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.027819] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.027819] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.027895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.027929] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.028216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.028318] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.028402] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c03d85c-18d7-4849-b703-aaa87e3521e5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.274332] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.274774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.274774] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f11de32-dd2d-414c-8baf-cfa349e0835d with status ACTIVE [ 1320.274890] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.274890] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.274989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.275198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.275326] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.275500] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.275619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.275660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.275808] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.275888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.276090] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.276183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.276244] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.276385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.276459] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.276699] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f11de32-dd2d-414c-8baf-cfa349e0835d is going to be updated. [ 1320.299096] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.299328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.299404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.299586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.299719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.299875] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f11de32-dd2d-414c-8baf-cfa349e0835d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.533170] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.533411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.533476] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.533649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.533744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.533936] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.534052] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.534117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.534271] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.534350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.534437] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 is going to be updated. [ 1320.573274] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.573474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.573541] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.573729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.573867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.582705] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 in Status: IN_PROGRESS for 2s [ 1321.665603] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: SUCCESS [ 1321.666020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.666020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.666173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.666367] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.666489] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.666569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.666701] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.666780] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.666873] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.169857] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.377933] env[70860]: INFO networking_nsxv3.common.synchronization [req-a301d66a-183d-4d10-bc3e-06eed63238b3 req-db4af61e-4f55-4b8f-ae5e-45114d59bf4e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Enqueued Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_members [ 1322.378372] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGHEST for action security_group_members [ 1322.378676] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.378799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.378879] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.379079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.379250] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.379361] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.379424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.379582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.379667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.379761] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.592836] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 in Status: SUCCESS [ 1322.593017] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 deletion is rescheduled due to dependency. [ 1322.593128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.672169] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.882486] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.882692] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.882800] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.883086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.883202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.883454] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.883593] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.883683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.883893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.884028] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.884151] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb is going to be updated. [ 1322.912140] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.912263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.912381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.912570] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.912737] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.920127] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: IN_PROGRESS for 2s [ 1323.175597] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.176097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.176097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.176097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.176266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.176266] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be updated. [ 1323.209577] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.209809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.209809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.209989] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.210150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.219473] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: IN_PROGRESS for 2s [ 1323.579704] env[70860]: INFO networking_nsxv3.common.synchronization [req-b546e946-320f-4093-97fb-e3950d7e1c45 req-5727fc9f-dceb-4988-8ff2-0e88466a74cf tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1323.580253] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGHEST for action security_group_members [ 1323.580569] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.580695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.580771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.580951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.581411] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.581411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.581411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.581411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.581656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.581656] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.087531] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.087870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.087870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.088014] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.088074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.088266] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.088363] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.088419] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.088569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.088645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.088729] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be updated. [ 1324.114177] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.114308] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.114349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.114553] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.114699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.121844] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: IN_PROGRESS for 2s [ 1324.928812] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 252f7604-5b57-43ca-b723-350ec6c75eeb in Status: SUCCESS [ 1324.928990] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb deletion is rescheduled due to dependency. [ 1324.929068] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.229980] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: SUCCESS [ 1325.230483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.230483] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.231426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.231426] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.231426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.231426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.231426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.231426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.231426] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.231426] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.735028] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.131166] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 in Status: SUCCESS [ 1326.131341] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 deletion is rescheduled due to dependency. [ 1326.131514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.237268] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62178bd8-9324-45b1-a0ec-8140bf0771f6: rpc.has_security_group_logging(os_id): False [ 1326.254357] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.254500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.254583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.254782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.254874] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.255122] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.255226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.255289] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.255446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.255551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.255655] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be updated. [ 1326.316751] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.316902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.316972] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.317210] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.317362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.328179] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: IN_PROGRESS for 2s [ 1327.204025] env[70860]: INFO networking_nsxv3.common.synchronization [None req-9d269dd3-38c8-4d2f-9f49-649af0aad522 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Enqueued Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_rules [ 1327.204025] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_rules [ 1327.204315] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.204505] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.204569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.204785] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.204868] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.273242] env[70860]: INFO networking_nsxv3.common.synchronization [None req-520f4a70-194b-4c1e-9843-f28b0a19bfe0 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Enqueued Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_rules [ 1327.273814] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_rules [ 1327.274310] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.274551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.343908] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1327.343908] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1327.725045] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.725200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.725279] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.725474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.725566] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.725661] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 already deleted. [ 1327.725739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.725896] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.726069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.726156] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.246213] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.246367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.246416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.246626] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.246717] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.246801] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 already deleted. [ 1328.246881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.339346] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: SUCCESS [ 1328.339673] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.274756] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.275180] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.206763] env[70860]: INFO networking_nsxv3.common.synchronization [req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 req-46c8051d-414a-4174-a594-61025df20ad0 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Enqueued Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_members [ 1334.207537] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_members [ 1334.208007] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.208198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.208352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.208674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.208925] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.209111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.209208] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.209445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.209582] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.209729] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.523338] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.523672] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.523898] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.524326] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.524769] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.524993] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.525225] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.525572] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.525823] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.526194] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.526395] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.526597] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.526813] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.527029] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.527230] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.527461] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.548746] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.549059] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1334.549310] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.549604] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.550107] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-3c39b89c-e9f3-4511-b475-ed181f582271 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.550448] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.550616] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.551116] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.551360] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c39b89c-e9f3-4511-b475-ed181f582271',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.712589] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.712868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.712868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.713097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.713191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.713391] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.713695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.713782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.714020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.714138] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.714262] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 already deleted. [ 1334.714373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.054474] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.054823] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.055058] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.055368] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.055525] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.055687] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 3c39b89c-e9f3-4511-b475-ed181f582271 not found, creating... [ 1335.055958] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.056138] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.056262] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.056483] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.056626] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.056914] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.057227] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.057370] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.057591] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.057731] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.057910] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 3c39b89c-e9f3-4511-b475-ed181f582271 is going to be created. [ 1335.079149] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.079459] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.079583] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.079915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.080173] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.080452] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.795183] env[70860]: INFO networking_nsxv3.common.synchronization [req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 req-4d1d53ce-4538-46d2-b3ab-a775d4bc6b07 service nova] Enqueued Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_rules [ 1335.795531] env[70860]: INFO networking_nsxv3.common.synchronization [req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 req-4d1d53ce-4538-46d2-b3ab-a775d4bc6b07 service nova] Enqueued Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_members [ 1335.795531] env[70860]: INFO networking_nsxv3.common.synchronization [req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 req-4d1d53ce-4538-46d2-b3ab-a775d4bc6b07 service nova] Enqueued Resource ID: 3c39b89c-e9f3-4511-b475-ed181f582271 with Priority: HIGHEST for action port [ 1335.795725] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_rules [ 1335.795862] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_members [ 1335.795954] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c39b89c-e9f3-4511-b475-ed181f582271 with Priority: HIGHEST for action port [ 1335.796526] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.796648] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.796719] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.796905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.796982] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.797805] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.798048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.798048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.798189] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.798306] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.798400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.798461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.798613] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.798697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.798788] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.800257] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c39b89c-e9f3-4511-b475-ed181f582271 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.800384] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.800472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.800638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.800716] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c39b89c-e9f3-4511-b475-ed181f582271',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.302046] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.303524] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.303524] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.303524] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c39b89c-e9f3-4511-b475-ed181f582271 with status ACTIVE [ 1336.303760] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.303826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.303867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.304062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.304156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.304321] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.304418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.304480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.304638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.304714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.304891] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.304979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.305045] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.305184] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.305258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.305340] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c39b89c-e9f3-4511-b475-ed181f582271 is going to be updated. [ 1336.326465] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.326636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.326636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.326831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.326960] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.327131] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.805137] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.311063] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.311063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.311063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.311350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.311350] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.311448] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 is going to be created. [ 1337.335176] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.335351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.335351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.335514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.335664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.343750] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: UNINITIALIZED for 2s [ 1339.354188] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: SUCCESS [ 1339.354452] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.354552] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.354764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.354955] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.355084] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.355154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.355305] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.355385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.355664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.355664] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.858808] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.361928] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65601e82-9db7-4c86-b5c8-1eeef609eb77: rpc.has_security_group_logging(os_id): False [ 1340.380440] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.380586] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.380642] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.380873] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.380967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.381217] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.381579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.381579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.381579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.381708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.381708] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 is going to be created. [ 1340.435329] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.435527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.435527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.435696] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.435870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.446562] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: IN_PROGRESS for 2s [ 1340.797513] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.797738] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1342.458514] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: SUCCESS [ 1342.458861] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.799051] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.799051] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.800391] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.800796] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.802478] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.802478] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.803695] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.804033] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.804682] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.805160] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.303516] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.303851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.303851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.303998] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.304121] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.808546] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.310784] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.806131] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.806317] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.812653] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1370.812772] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1371.549621] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.549885] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.549976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.550268] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.562785] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1371.563754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.564400] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1371.601211] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.601391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.601391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.601584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.615683] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.616356] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1371.616430] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1371.616522] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1371.655036] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.655173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.655229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.655398] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.656567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.656716] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1371.731846] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.732048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.732048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.732229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.732542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.732795] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1371.823103] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.823300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.823300] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.823440] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.823721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.823993] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1371.824097] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'dd76f760-bca7-405e-bfc4-1d8dd1b56c8d', 'd65662ee-7ea6-4223-8e93-f3a0b9eff254', '50b01026-26c4-49d1-953c-a673b5ec4771', '62178bd8-9324-45b1-a0ec-8140bf0771f6', '78d1df12-586d-4f0b-bce1-babf163643ac', '8ca86fd1-30dc-4407-a3fe-e33b633fea80', 'b53f4c8c-b52b-4147-8807-56f6e29dad21', 'cec76527-fa6f-4b09-b943-5440b2f5c478', 'dcb377ce-1e2e-484b-84d3-2b1b2447ff9e', '76dd1d95-f4a7-477c-8308-24aa10ae80f5', 'd6cc4367-dc0b-4bd2-9352-c78a135ca416', 'f7275e14-9308-46a9-9bf2-2467c5511ccc', 'f77132f8-c7dc-45cc-b698-410dcc55f06f', '202db260-d60a-44e8-a19b-7af46beda042', '66621832-d81d-4369-8c54-e4cbac77e94e', 'ffc26f4e-513b-4546-93aa-1bc96fc81772', '8e832e2a-972c-4368-901f-77a741748033', '656bc4e8-79ee-4bac-89bc-82f9da65add6', '46ad4bf7-8966-4d7d-a520-f49b046bc327', '40719a55-38bf-426b-8c9e-478a7ea44a18', 'b5ed8f1c-2e77-4c64-a512-ab50edb52c24', '1493401e-18b7-46c7-89e3-e58a14fbefe0', '4c03d85c-18d7-4849-b703-aaa87e3521e5', 'eb6077ed-c817-4ca3-a670-001c56398be0', '252f7604-5b57-43ca-b723-350ec6c75eeb', '580551e7-fb09-44b5-874f-90fff5de4532', '7a590778-f6c5-4357-a1fd-7d1dcadc2e3e', '1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc', 'fb526372-599e-4a9c-81dd-e3318c0cd731', '05c68a9d-0d78-4fed-9e0d-134d370f1f62', '6d594151-d7d6-46d3-960c-0253dd0a4656', '7dc528ca-7e68-4bb7-86e1-7933eb922946', '02b221e2-c0a8-432c-8901-9102c8396058', '65f2976a-606a-42eb-b4d6-b4bcf6b404cc', '3908238a-5876-4b12-abf2-d27e648b37d7', '4934f2e5-fc1b-4078-a852-fe99c99aaeb0', '72d05b1b-16d8-4f31-88c3-3b157a165ceb', '69f87461-2b5e-41eb-9dd0-0a4234c2717b', '2bb6e6dd-c18f-48a5-8c7e-7165fee8162d', 'ec1be709-efa9-40f0-a598-32a49eee15f1', 'a778bcf9-1f09-4cc3-9751-6e3b4e991825', 'd1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001', 'b4a3a694-de70-4d51-ae57-124036cae47b', '65601e82-9db7-4c86-b5c8-1eeef609eb77', 'f06c0d4b-d55a-4652-bc2f-96485d6d1acc'} {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1371.824212] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1371.840880] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.841027] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.841078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.841248] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.841326] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.841422] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1371.841492] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1371.841560] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1371.920259] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.920457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.920457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.920669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.921883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.922262] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1371.922362] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1371.922439] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1371.922439] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1371.922559] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1371.922627] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGH for action security_group_rules [ 1371.922688] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGH for action security_group_rules [ 1371.922752] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGH for action security_group_rules [ 1371.922752] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGH for action security_group_rules [ 1371.922885] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGH for action security_group_rules [ 1371.922885] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGH for action security_group_rules [ 1371.923030] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGH for action security_group_rules [ 1371.923030] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGH for action security_group_rules [ 1371.923154] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGH for action security_group_rules [ 1371.923154] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGH for action security_group_rules [ 1371.923274] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGH for action security_group_rules [ 1371.923274] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGH for action security_group_rules [ 1371.923395] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGH for action security_group_rules [ 1371.923395] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGH for action security_group_rules [ 1371.923395] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGH for action security_group_rules [ 1371.923570] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGH for action security_group_rules [ 1371.923570] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGH for action security_group_rules [ 1371.923570] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGH for action security_group_rules [ 1371.924275] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGH for action security_group_rules [ 1371.924275] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGH for action security_group_rules [ 1371.924275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.808043] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.808043] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1375.808486] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d with Priority: HIGH for action security_group_rules [ 1375.808486] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b01026-26c4-49d1-953c-a673b5ec4771 with Priority: HIGH for action security_group_rules [ 1375.808486] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 with Priority: HIGH for action security_group_rules [ 1375.808600] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66621832-d81d-4369-8c54-e4cbac77e94e with Priority: HIGH for action security_group_rules [ 1375.808634] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 with Priority: HIGH for action security_group_rules [ 1375.808791] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 with Priority: HIGH for action security_group_rules [ 1375.808856] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 with Priority: HIGH for action security_group_rules [ 1375.808913] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e832e2a-972c-4368-901f-77a741748033 with Priority: HIGH for action security_group_rules [ 1375.809040] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202db260-d60a-44e8-a19b-7af46beda042 with Priority: HIGH for action security_group_rules [ 1375.809146] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 with Priority: HIGH for action security_group_rules [ 1375.809228] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77132f8-c7dc-45cc-b698-410dcc55f06f with Priority: HIGH for action security_group_rules [ 1375.809353] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7275e14-9308-46a9-9bf2-2467c5511ccc with Priority: HIGH for action security_group_rules [ 1375.809451] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 with Priority: HIGH for action security_group_rules [ 1375.809542] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 with Priority: HIGH for action security_group_rules [ 1375.809629] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e with Priority: HIGH for action security_group_rules [ 1375.809717] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 with Priority: HIGH for action security_group_rules [ 1375.809802] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec76527-fa6f-4b09-b943-5440b2f5c478 with Priority: HIGH for action security_group_rules [ 1375.810511] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d1df12-586d-4f0b-bce1-babf163643ac with Priority: HIGH for action security_group_rules [ 1375.810645] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 with Priority: HIGH for action security_group_rules [ 1375.810747] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGH for action security_group_rules [ 1375.811098] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.811229] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.811294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.811526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.811635] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd76f760-bca7-405e-bfc4-1d8dd1b56c8d',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.812542] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b01026-26c4-49d1-953c-a673b5ec4771 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.812656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.812725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.812900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.813010] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b01026-26c4-49d1-953c-a673b5ec4771',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.813780] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53f4c8c-b52b-4147-8807-56f6e29dad21 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.813893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.813964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.814144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.814224] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53f4c8c-b52b-4147-8807-56f6e29dad21',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.814902] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66621832-d81d-4369-8c54-e4cbac77e94e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.815177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.815177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.815249] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.815285] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66621832-d81d-4369-8c54-e4cbac77e94e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.816074] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40719a55-38bf-426b-8c9e-478a7ea44a18 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.816190] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.816254] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.816404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.816476] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40719a55-38bf-426b-8c9e-478a7ea44a18',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.817160] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ad4bf7-8966-4d7d-a520-f49b046bc327 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.817275] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.817325] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.817471] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.817552] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ad4bf7-8966-4d7d-a520-f49b046bc327',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.820225] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-656bc4e8-79ee-4bac-89bc-82f9da65add6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.820225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.820225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.820225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.820225] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('656bc4e8-79ee-4bac-89bc-82f9da65add6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.820225] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e832e2a-972c-4368-901f-77a741748033 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.820225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.820225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.820225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.820225] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e832e2a-972c-4368-901f-77a741748033',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.820660] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202db260-d60a-44e8-a19b-7af46beda042 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.820660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.820660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.820660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.820955] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202db260-d60a-44e8-a19b-7af46beda042',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.821393] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffc26f4e-513b-4546-93aa-1bc96fc81772 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.821498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.821573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.821704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.821775] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffc26f4e-513b-4546-93aa-1bc96fc81772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.822442] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77132f8-c7dc-45cc-b698-410dcc55f06f taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.822571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.822634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.822753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.822815] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77132f8-c7dc-45cc-b698-410dcc55f06f',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.823504] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7275e14-9308-46a9-9bf2-2467c5511ccc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.823608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.823666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.823812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.823886] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7275e14-9308-46a9-9bf2-2467c5511ccc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.824670] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.824744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.824799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.824945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.825031] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6cc4367-dc0b-4bd2-9352-c78a135ca416',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.825683] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.825790] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.825853] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.826007] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.826082] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76dd1d95-f4a7-477c-8308-24aa10ae80f5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.826724] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.826830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.826893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.827058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.827123] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb377ce-1e2e-484b-84d3-2b1b2447ff9e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.827860] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.827966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.828036] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.828217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.828285] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca86fd1-30dc-4407-a3fe-e33b633fea80',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.828896] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec76527-fa6f-4b09-b943-5440b2f5c478 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.829015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.829110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.829234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.829306] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec76527-fa6f-4b09-b943-5440b2f5c478',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.829954] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78d1df12-586d-4f0b-bce1-babf163643ac taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.830078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.830145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.830290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.830361] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78d1df12-586d-4f0b-bce1-babf163643ac',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.831040] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.831156] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.831216] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.831362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.831434] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65662ee-7ea6-4223-8e93-f3a0b9eff254',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.832189] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.832296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.832431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.832502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.832575] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.864931] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.865188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.865188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.865337] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.867396] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.867503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.882013] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.882168] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ad4bf7-8966-4d7d-a520-f49b046bc327 is going to be deleted. [ 1375.882930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.883141] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.900750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.900863] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd76f760-bca7-405e-bfc4-1d8dd1b56c8d is going to be deleted. [ 1375.941437] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.941601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.941647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.941803] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.941912] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.942042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ad4bf7-8966-4d7d-a520-f49b046bc327" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.951026] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.951225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.951304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.951467] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.951555] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.951710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd76f760-bca7-405e-bfc4-1d8dd1b56c8d" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.352014] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.352242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.352242] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.352435] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.352573] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.352660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.352722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.352870] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.352986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.353093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.353173] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.403795] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.404194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.404194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.404484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.406500] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.406699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.407314] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.407466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.408112] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.408206] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.408870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.408977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.409686] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.409774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.410468] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.410583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.411251] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.411381] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.412078] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.412174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.412837] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.412957] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.413623] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.413708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.414283] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.414690] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.414774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.415435] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.415816] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.415905] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.416869] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.417283] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.417365] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.418076] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.418437] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.418545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.419164] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.419543] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.419638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.420269] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.420632] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.420757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.428850] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.429159] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.429293] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66621832-d81d-4369-8c54-e4cbac77e94e is going to be deleted. [ 1376.430191] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.430392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.445962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.446110] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76dd1d95-f4a7-477c-8308-24aa10ae80f5 is going to be deleted. [ 1376.446792] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.446975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.462729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.462815] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202db260-d60a-44e8-a19b-7af46beda042 is going to be deleted. [ 1376.463545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.463718] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.481163] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.481269] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53f4c8c-b52b-4147-8807-56f6e29dad21 is going to be deleted. [ 1376.481931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.482113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.494247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.494400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.494916] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.495025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.504107] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.504213] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7275e14-9308-46a9-9bf2-2467c5511ccc is going to be deleted. [ 1376.504877] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.505060] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.513596] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.513702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.532154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.532295] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40719a55-38bf-426b-8c9e-478a7ea44a18 is going to be deleted. [ 1376.532995] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.533183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.555522] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.555667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.557058] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.557180] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 656bc4e8-79ee-4bac-89bc-82f9da65add6 is going to be deleted. [ 1376.557869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.558062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.584666] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.584846] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.586598] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.586714] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6cc4367-dc0b-4bd2-9352-c78a135ca416 is going to be deleted. [ 1376.587497] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.587694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.655992] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.656180] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.669224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.669351] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78d1df12-586d-4f0b-bce1-babf163643ac is going to be deleted. [ 1376.670147] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.670353] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.676778] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.676886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.724579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.724699] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffc26f4e-513b-4546-93aa-1bc96fc81772 is going to be deleted. [ 1376.725522] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.725722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.733547] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.733674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.767980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.768162] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca86fd1-30dc-4407-a3fe-e33b633fea80 is going to be deleted. [ 1376.768906] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.769133] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.784952] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.785095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.808139] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.808473] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b01026-26c4-49d1-953c-a673b5ec4771 is going to be deleted. [ 1376.809024] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.809221] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.831389] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.831508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.854713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.854836] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec76527-fa6f-4b09-b943-5440b2f5c478 is going to be deleted. [ 1376.855567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.855754] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.857476] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.857587] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.865883] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.009443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.009609] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65662ee-7ea6-4223-8e93-f3a0b9eff254 is going to be deleted. [ 1377.010480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.010693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.012029] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.012189] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.050721] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.050874] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e832e2a-972c-4368-901f-77a741748033 is going to be deleted. [ 1377.051545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.051735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.110017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.110228] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77132f8-c7dc-45cc-b698-410dcc55f06f is going to be deleted. [ 1377.111130] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.111346] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.119518] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.119653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.138572] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.138721] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb377ce-1e2e-484b-84d3-2b1b2447ff9e is going to be deleted. [ 1377.139437] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.139636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.139725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.139839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66621832-d81d-4369-8c54-e4cbac77e94e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.139983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.140152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.140233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.140341] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76dd1d95-f4a7-477c-8308-24aa10ae80f5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.140782] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.140976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.141080] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.141198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202db260-d60a-44e8-a19b-7af46beda042" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.141328] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.141474] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.141549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.141657] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53f4c8c-b52b-4147-8807-56f6e29dad21" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.141778] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.141916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.141990] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.142111] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7275e14-9308-46a9-9bf2-2467c5511ccc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.142231] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.142369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.142442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.142543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-656bc4e8-79ee-4bac-89bc-82f9da65add6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.142659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.142793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.142865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.142997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40719a55-38bf-426b-8c9e-478a7ea44a18" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.143134] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.143272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.143345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.143449] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6cc4367-dc0b-4bd2-9352-c78a135ca416" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.143569] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.143699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.143772] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.143880] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78d1df12-586d-4f0b-bce1-babf163643ac" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.144032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.144188] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.144304] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.144369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffc26f4e-513b-4546-93aa-1bc96fc81772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.144478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.144614] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.144687] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.144798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca86fd1-30dc-4407-a3fe-e33b633fea80" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.144914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.145070] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.145145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.145256] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b01026-26c4-49d1-953c-a673b5ec4771" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.145373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.145510] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.145583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.145684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec76527-fa6f-4b09-b943-5440b2f5c478" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.188611] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.188756] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.188797] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.188961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.189061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.189174] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65662ee-7ea6-4223-8e93-f3a0b9eff254" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.213677] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.213814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.213907] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.214128] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.214223] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.214317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e832e2a-972c-4368-901f-77a741748033" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.223125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.223265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.223327] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.223451] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.223532] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.223634] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77132f8-c7dc-45cc-b698-410dcc55f06f" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.229340] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.229446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.229519] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.229656] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.229735] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.229838] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb377ce-1e2e-484b-84d3-2b1b2447ff9e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.368433] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62178bd8-9324-45b1-a0ec-8140bf0771f6: rpc.has_security_group_logging(os_id): False [ 1377.399995] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.400213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.400213] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.400503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.428781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.429111] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.429246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.429317] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.429547] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.429639] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.429731] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be updated. [ 1377.491129] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.491376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.491376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.491534] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.491673] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.505285] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: IN_PROGRESS for 2s [ 1379.518935] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: SUCCESS [ 1379.519353] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.811945] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.812376] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.089967] env[70860]: INFO networking_nsxv3.common.synchronization [req-f454cacd-12c5-4b5b-83fa-b329c2e91fca req-33fb8dbe-7931-43ca-bcec-7a9eda799199 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1385.090288] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1385.091093] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.091093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.091093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.091093] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.091093] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.091396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.091396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.091396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.091511] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.091549] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.595103] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.098327] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.601301] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.601494] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.601621] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.601885] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.602020] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.602154] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be updated. [ 1386.633229] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.633409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.633409] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.633587] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.633723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.641312] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: IN_PROGRESS for 2s [ 1388.651791] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: SUCCESS [ 1388.652179] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.091495] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.091837] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.092957] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.093345] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.441734] env[70860]: INFO networking_nsxv3.common.synchronization [req-00a41504-e3db-44c0-a02b-0a95c4e73a2b req-578a8ee4-fb9b-49a2-950a-ba27ed18d917 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1399.442395] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGHEST for action security_group_members [ 1399.442579] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.442704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.442768] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.442961] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.443143] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.443237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.443290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.443439] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.443520] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.443606] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.947513] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.947715] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.947791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.947990] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.948099] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.948290] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.948393] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.948442] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.948590] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.948666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.948750] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be updated. [ 1399.977578] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.977578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.977734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.977837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.977953] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.985837] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: IN_PROGRESS for 2s [ 1401.996715] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 in Status: SUCCESS [ 1401.996959] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 deletion is rescheduled due to dependency. [ 1401.996992] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.443616] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.443879] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.814804] env[70860]: INFO networking_nsxv3.common.synchronization [None req-980b34c7-2088-4387-a269-1408d5a74376 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_rules [ 1407.815349] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_rules [ 1407.815646] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.815764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.815831] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.816095] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.816176] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.883693] env[70860]: INFO networking_nsxv3.common.synchronization [None req-f50664df-fddd-4c53-a20d-5488ac41f094 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_rules [ 1407.883855] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_rules [ 1407.884349] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.884349] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.337459] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.337608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.337664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.337872] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.337986] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.338134] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b already deleted. [ 1408.338251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.338432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.338628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.338711] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.858123] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.858123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.858123] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.858531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.858531] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.858531] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b already deleted. [ 1408.858601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.632953] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.633545] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.633545] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.633619] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.633880] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.634051] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.634175] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.634412] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.634567] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.634799] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1409.634916] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1409.635039] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1409.635156] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1409.635268] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1409.635379] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1409.635517] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1409.654947] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1409.655125] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1409.655273] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1409.655413] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-997" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.655698] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-3c39b89c-e9f3-4511-b475-ed181f582271 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.655858] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.655978] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.656238] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.656378] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c39b89c-e9f3-4511-b475-ed181f582271',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.158135] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.158494] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.158494] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.158761] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.158915] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.159224] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.159388] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.159529] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.159762] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.159903] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.160205] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.160363] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.160494] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.160706] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.160846] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.160993] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 3c39b89c-e9f3-4511-b475-ed181f582271 is going to be updated. [ 1410.182516] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.182692] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.182822] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.183083] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.183266] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.183517] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.863130] env[70860]: INFO networking_nsxv3.common.synchronization [req-00d58bb7-1f78-44ea-a09a-44ac1641a71c req-a5df11fa-0574-4730-96d3-3f3d22aec40c service nova] Enqueued Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_rules [ 1410.863130] env[70860]: INFO networking_nsxv3.common.synchronization [req-00d58bb7-1f78-44ea-a09a-44ac1641a71c req-a5df11fa-0574-4730-96d3-3f3d22aec40c service nova] Enqueued Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_members [ 1410.863130] env[70860]: INFO networking_nsxv3.common.synchronization [req-00d58bb7-1f78-44ea-a09a-44ac1641a71c req-a5df11fa-0574-4730-96d3-3f3d22aec40c service nova] Enqueued Resource ID: 3c39b89c-e9f3-4511-b475-ed181f582271 with Priority: HIGHEST for action port [ 1410.863130] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_rules [ 1410.863130] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_members [ 1410.863542] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c39b89c-e9f3-4511-b475-ed181f582271 with Priority: HIGHEST for action port [ 1410.863839] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.863958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.864032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.864233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.864309] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.865130] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.865255] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.865320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.865486] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.865634] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.865733] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.865793] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.865933] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.866022] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.866106] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.866890] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c39b89c-e9f3-4511-b475-ed181f582271 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.866997] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.867071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.867219] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.867285] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c39b89c-e9f3-4511-b475-ed181f582271',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.369560] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.369976] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.369976] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.372373] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c39b89c-e9f3-4511-b475-ed181f582271 with status ACTIVE [ 1411.372555] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.372668] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.372763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.372931] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.373030] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.373197] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.373310] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.373416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.373551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.373632] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.373809] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.373903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.373965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.374118] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.374193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.374274] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c39b89c-e9f3-4511-b475-ed181f582271 is going to be updated. [ 1411.394469] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.394611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.394646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.394818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.394945] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.395103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c39b89c-e9f3-4511-b475-ed181f582271" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.872548] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.375227] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.375664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.375664] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.375742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.375814] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.375912] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 is going to be updated. [ 1412.402813] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.403032] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.403086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.403278] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.403466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.411979] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: IN_PROGRESS for 2s [ 1412.996988] env[70860]: INFO networking_nsxv3.common.synchronization [req-d8531e2b-73db-42b5-930e-21f677a0fdb7 req-13c04cfb-ff5d-4687-8951-dd798190df56 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_members [ 1412.997541] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_members [ 1412.998033] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.998033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.998033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.998264] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.998454] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.998514] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.998578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.998713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.998799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.998906] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.286403] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.286779] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.287688] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.287688] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.287688] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.287986] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.288215] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.288541] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.288787] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.289111] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1413.289320] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1413.290156] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1413.290156] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1413.290156] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1413.290156] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1413.290156] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1413.309027] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1413.309096] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1413.309232] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1413.309398] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.309671] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-0c6a00d8-5725-4d45-a255-f6abc3e7e235 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.309835] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-0c6a00d8-5725-4d45-a255-f6abc3e7e235" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.309960] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-0c6a00d8-5725-4d45-a255-f6abc3e7e235" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.310273] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-0c6a00d8-5725-4d45-a255-f6abc3e7e235" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.310421] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c6a00d8-5725-4d45-a255-f6abc3e7e235',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.500711] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.501025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.501025] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.501177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.501294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.501519] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.501620] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.501684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.501837] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.501914] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.502020] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b already deleted. [ 1413.502103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.812405] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.812405] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.812667] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.812801] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.812956] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.813128] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 0c6a00d8-5725-4d45-a255-f6abc3e7e235 not found, creating... [ 1413.813451] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.813714] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.813764] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.814150] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.814475] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.814729] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.814896] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.815040] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.815271] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.815417] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.815566] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 0c6a00d8-5725-4d45-a255-f6abc3e7e235 is going to be created. [ 1413.834136] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.834326] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.834495] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.835252] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.835665] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.835926] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-0c6a00d8-5725-4d45-a255-f6abc3e7e235" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.422636] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: SUCCESS [ 1414.422636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.422636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.422636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.422636] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.422636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.422636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.422636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.422636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.422636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.422636] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.499236] env[70860]: INFO networking_nsxv3.common.synchronization [req-d8531e2b-73db-42b5-930e-21f677a0fdb7 req-2d8b0336-718b-4209-800f-25c24c87c181 service nova] Enqueued Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_rules [ 1414.499236] env[70860]: INFO networking_nsxv3.common.synchronization [req-d8531e2b-73db-42b5-930e-21f677a0fdb7 req-2d8b0336-718b-4209-800f-25c24c87c181 service nova] Enqueued Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_members [ 1414.499236] env[70860]: INFO networking_nsxv3.common.synchronization [req-d8531e2b-73db-42b5-930e-21f677a0fdb7 req-2d8b0336-718b-4209-800f-25c24c87c181 service nova] Enqueued Resource ID: 0c6a00d8-5725-4d45-a255-f6abc3e7e235 with Priority: HIGHEST for action port [ 1414.499236] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_rules [ 1414.499236] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_members [ 1414.499236] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a00d8-5725-4d45-a255-f6abc3e7e235 with Priority: HIGHEST for action port [ 1414.499755] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.500026] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.500274] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.500574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.500762] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.501860] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.501982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.502071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.502236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.502383] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.502472] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.502533] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.502728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.502770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.502877] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.503572] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c6a00d8-5725-4d45-a255-f6abc3e7e235 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.503791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c6a00d8-5725-4d45-a255-f6abc3e7e235" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.503791] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c6a00d8-5725-4d45-a255-f6abc3e7e235" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.503951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c6a00d8-5725-4d45-a255-f6abc3e7e235" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.504055] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c6a00d8-5725-4d45-a255-f6abc3e7e235',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.928042] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.005236] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.006247] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.006420] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.008336] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c6a00d8-5725-4d45-a255-f6abc3e7e235 with status ACTIVE [ 1415.008517] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.008638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.008706] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.008916] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.008999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.009186] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.009285] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.009348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.009503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.009578] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.009761] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.009864] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.009918] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.010063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.010151] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.010240] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c6a00d8-5725-4d45-a255-f6abc3e7e235 is going to be updated. [ 1415.032397] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.032551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.032674] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.032847] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.033527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.033527] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c6a00d8-5725-4d45-a255-f6abc3e7e235" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.431168] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65601e82-9db7-4c86-b5c8-1eeef609eb77: rpc.has_security_group_logging(os_id): False [ 1415.447748] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.447947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.447947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.448162] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.464660] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.465052] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.465152] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.465226] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.465424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.465528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.465626] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 is going to be updated. [ 1415.508346] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.515655] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.515811] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.515867] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.516097] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.516246] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.529090] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: IN_PROGRESS for 2s [ 1416.010917] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.011110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.011144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.011400] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.011516] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.011620] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b is going to be created. [ 1416.042471] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.042709] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.042809] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.043046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.043211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.054653] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b in Status: UNINITIALIZED for 2s [ 1417.543820] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: SUCCESS [ 1417.544083] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.063779] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b in Status: SUCCESS [ 1418.063982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.064166] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.064457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.064590] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.064704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.064770] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.064922] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.065010] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.065100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.065191] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.567866] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.070692] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fd936a5-345d-44c7-9f5f-e5f704f1d66b: rpc.has_security_group_logging(os_id): False [ 1419.090798] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.090985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.091051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.091351] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.091466] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.091782] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.091899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.091968] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.092135] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.092217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.092308] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b is going to be created. [ 1419.152719] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.152981] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.152981] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.153224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.153456] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.164021] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b in Status: IN_PROGRESS for 2s [ 1419.499931] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.500152] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1421.178770] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b in Status: SUCCESS [ 1421.179100] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.501541] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.501887] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.503276] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.503276] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.505063] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.505063] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.505921] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.506250] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.507188] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.507594] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.508298] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.508605] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.509206] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.509531] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.510166] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.510472] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.289422] env[70860]: INFO networking_nsxv3.common.synchronization [req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 req-985eeba3-d374-4143-a84d-c8267ab63e87 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Enqueued Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_members [ 1461.289936] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 with Priority: HIGHEST for action security_group_members [ 1461.290274] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-65601e82-9db7-4c86-b5c8-1eeef609eb77 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.290396] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.290457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.290669] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.290820] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.290915] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.290983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.291145] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.291234] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.291324] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65601e82-9db7-4c86-b5c8-1eeef609eb77',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.793312] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.793560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.793560] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.793747] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.793839] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.794094] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.794193] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.794262] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.794412] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.794491] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.794578] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 is going to be updated. [ 1461.823980] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.824171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.824171] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.824345] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.824493] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.832740] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: IN_PROGRESS for 2s [ 1463.844490] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 in Status: SUCCESS [ 1463.844490] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65601e82-9db7-4c86-b5c8-1eeef609eb77 deletion is rescheduled due to dependency. [ 1463.844490] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65601e82-9db7-4c86-b5c8-1eeef609eb77" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.291350] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.291350] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.292465] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.292728] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.293703] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.294275] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.295099] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.295416] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.296375] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.296743] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.297712] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.298119] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.298862] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.299282] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.299678] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.300097] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.540424] env[70860]: INFO networking_nsxv3.common.synchronization [req-34d92700-9f2e-41a2-b4e2-74136276e4fb req-7a624225-6394-4b08-baf8-81d94e827dad tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_members [ 1503.540959] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGHEST for action security_group_members [ 1503.541280] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.541404] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.541473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.541673] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.541888] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.542015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.542090] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.542260] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.542348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.542432] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.044502] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.044763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.044763] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.044965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.045071] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.045266] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.045357] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.045460] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.045650] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.045732] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.045821] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b is going to be updated. [ 1504.074226] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.074458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.074458] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.074576] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.074710] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.082406] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b in Status: IN_PROGRESS for 2s [ 1506.093052] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b in Status: SUCCESS [ 1506.093415] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b deletion is rescheduled due to dependency. [ 1506.093415] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.542056] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.542418] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.543596] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.543596] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.544662] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.545027] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.545965] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.546376] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.547791] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.548127] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.549147] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.549436] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.243909] env[70860]: INFO networking_nsxv3.common.synchronization [req-27582294-698c-49b3-bb7c-3696d53a36b5 req-1d6c6650-291b-4265-9324-ae6b0f6f5f69 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1536.244311] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1536.244591] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.244725] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.244798] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.245694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.245694] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.245694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.245694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.245694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.245694] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.245694] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.747982] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.748214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.748214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.748432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.774473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.774657] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.774766] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.774865] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.775074] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.775157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.775247] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1536.801703] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.801852] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.801917] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.802057] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.802192] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.809373] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1538.819917] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1538.820181] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 deletion is rescheduled due to dependency. [ 1538.820267] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.245326] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.245629] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.113648] env[70860]: INFO networking_nsxv3.common.synchronization [req-b887f551-ba56-4b8d-a8b7-bb46d8483253 req-e69ef6e1-b671-4d49-9e27-c2537ef6780f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1543.114222] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1543.114535] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.114661] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.114729] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.114958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.115554] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.115554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.115554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.115554] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.115704] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.115704] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.372378] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.372626] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.372788] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.373629] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.373629] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.373733] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.373807] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.374080] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.374240] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.374460] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1543.374578] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1543.374692] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1543.374805] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1543.374976] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1543.375084] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1543.375223] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1543.394932] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1543.395108] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1543.395252] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1543.395416] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.395688] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.395858] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.396025] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.396312] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.396452] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda5b21c-33c4-4c4f-be35-e56fcb7280a4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.619415] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.619628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.619628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.619795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.619888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.620101] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.620202] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.620265] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.620411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.620502] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.620582] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1543.645579] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.645775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.645775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.645951] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.646105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.654700] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1543.898295] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.898591] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.898765] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.899118] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.899323] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.899522] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port eda5b21c-33c4-4c4f-be35-e56fcb7280a4 not found, creating... [ 1543.899848] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.900071] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.900231] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.900499] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.900685] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.901036] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.901275] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.901429] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.901683] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.901862] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.902059] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: eda5b21c-33c4-4c4f-be35-e56fcb7280a4 is going to be created. [ 1543.924181] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.924350] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.924464] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.924726] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.924999] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.925305] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.580238] env[70860]: INFO networking_nsxv3.common.synchronization [req-b887f551-ba56-4b8d-a8b7-bb46d8483253 req-d7426a35-ec94-454b-a1fb-ca1afe7c0abf service nova] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1544.580485] env[70860]: INFO networking_nsxv3.common.synchronization [req-b887f551-ba56-4b8d-a8b7-bb46d8483253 req-d7426a35-ec94-454b-a1fb-ca1afe7c0abf service nova] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1544.580568] env[70860]: INFO networking_nsxv3.common.synchronization [req-b887f551-ba56-4b8d-a8b7-bb46d8483253 req-d7426a35-ec94-454b-a1fb-ca1afe7c0abf service nova] Enqueued Resource ID: eda5b21c-33c4-4c4f-be35-e56fcb7280a4 with Priority: HIGHEST for action port [ 1544.580810] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1544.580920] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1544.581030] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda5b21c-33c4-4c4f-be35-e56fcb7280a4 with Priority: HIGHEST for action port [ 1544.581590] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.581714] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.581784] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.581971] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.582082] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.582870] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.582966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.583164] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.583257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.583316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.583475] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.584313] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda5b21c-33c4-4c4f-be35-e56fcb7280a4',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.085335] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.085500] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.085620] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eda5b21c-33c4-4c4f-be35-e56fcb7280a4 with status ACTIVE [ 1545.085768] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.085898] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.085973] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.086225] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.086334] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.086488] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.086579] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.088757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.088757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.088757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.088757] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.088757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.088757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.088757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.088757] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.088757] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eda5b21c-33c4-4c4f-be35-e56fcb7280a4 is going to be updated. [ 1545.109680] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.109876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.109949] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.110197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.110374] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.110571] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eda5b21c-33c4-4c4f-be35-e56fcb7280a4" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.665455] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1545.665750] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 deletion is rescheduled due to dependency. [ 1545.665750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.665900] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.666091] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.666279] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.666389] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.666454] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.666604] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.666685] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.666776] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.169395] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.672029] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.174054] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.174054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.174054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.174054] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.174340] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.174340] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1547.206061] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.206061] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.206391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.206391] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.206485] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.213901] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1549.225364] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1549.225799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.225799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.225964] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.226176] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.226288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.226380] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.226508] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.226588] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.226671] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.226783] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.581917] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.582154] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1549.729673] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.232408] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6077ed-c817-4ca3-a670-001c56398be0: rpc.has_security_group_logging(os_id): False [ 1550.249803] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.249978] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.250047] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.250253] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.250397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.250746] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.250903] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.251011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.251247] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.251376] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.251515] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1550.309379] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.309537] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.309574] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.309764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.309902] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.320411] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1552.334948] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1552.335369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.583362] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.583703] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.584591] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.584936] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.585362] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.585786] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.344364] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1567.344714] env[70860]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-57682286-851b-4a42-845b-b59c7e85f26a None None] NSXv3 Agent Agent loop - iteration:4 started [ 1569.586761] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.587179] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.588377] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.588741] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.589426] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.589810] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.590246] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.590671] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.591415] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.591415] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.592264] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.592647] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.593344] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.593644] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.594735] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.595106] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.305407] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.305830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.305830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.305830] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.305968] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.596319] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.596485] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.808251] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.310545] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.812820] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1610.813052] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1611.602056] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.602056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.602056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.602056] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.733611] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1611.734478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.735561] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1611.780357] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.780548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.780548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.780760] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.794863] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.795587] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1611.795714] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1611.795823] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1611.824824] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.824985] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.825048] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.825217] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.825888] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.826013] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1611.905745] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.905939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.905939] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.906148] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.906436] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.906692] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1611.984484] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.984684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.984684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.984881] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.985173] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.985478] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1611.985539] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3fd936a5-345d-44c7-9f5f-e5f704f1d66b', '1493401e-18b7-46c7-89e3-e58a14fbefe0', 'b5ed8f1c-2e77-4c64-a512-ab50edb52c24', '4c03d85c-18d7-4849-b703-aaa87e3521e5', '252f7604-5b57-43ca-b723-350ec6c75eeb', 'eb6077ed-c817-4ca3-a670-001c56398be0', '62178bd8-9324-45b1-a0ec-8140bf0771f6', '580551e7-fb09-44b5-874f-90fff5de4532', '7a590778-f6c5-4357-a1fd-7d1dcadc2e3e', '1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc', 'fb526372-599e-4a9c-81dd-e3318c0cd731', '05c68a9d-0d78-4fed-9e0d-134d370f1f62', '6d594151-d7d6-46d3-960c-0253dd0a4656', '7dc528ca-7e68-4bb7-86e1-7933eb922946', '02b221e2-c0a8-432c-8901-9102c8396058', '65f2976a-606a-42eb-b4d6-b4bcf6b404cc', '3908238a-5876-4b12-abf2-d27e648b37d7', '4934f2e5-fc1b-4078-a852-fe99c99aaeb0', '72d05b1b-16d8-4f31-88c3-3b157a165ceb', '69f87461-2b5e-41eb-9dd0-0a4234c2717b', '2bb6e6dd-c18f-48a5-8c7e-7165fee8162d', 'ec1be709-efa9-40f0-a598-32a49eee15f1', 'a778bcf9-1f09-4cc3-9751-6e3b4e991825', 'd1bcf1ab-fba0-4bd0-aa8c-44d7b4e1c001', 'b4a3a694-de70-4d51-ae57-124036cae47b', '65601e82-9db7-4c86-b5c8-1eeef609eb77', 'f06c0d4b-d55a-4652-bc2f-96485d6d1acc'} {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1611.985611] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1612.003796] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.003925] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.004019] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.004258] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.004385] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.004517] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1612.004611] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1612.004701] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1612.082924] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.083078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.083157] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.083355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.084499] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.084748] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1612.084828] env[70860]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70860) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1612.084903] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1612.084969] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1612.085067] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1612.085144] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGH for action security_group_rules [ 1612.085204] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGH for action security_group_rules [ 1612.085271] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGH for action security_group_rules [ 1612.085325] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGH for action security_group_rules [ 1612.085390] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGH for action security_group_rules [ 1612.085453] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGH for action security_group_rules [ 1612.085516] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGH for action security_group_rules [ 1612.085578] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGH for action security_group_rules [ 1612.085641] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGH for action security_group_rules [ 1612.085740] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGH for action security_group_rules [ 1612.085811] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGH for action security_group_rules [ 1612.085871] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGH for action security_group_rules [ 1612.085928] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGH for action security_group_rules [ 1612.085986] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGH for action security_group_rules [ 1612.086059] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGH for action security_group_rules [ 1612.086120] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGH for action security_group_rules [ 1612.086171] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGH for action security_group_rules [ 1612.086234] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGH for action security_group_rules [ 1612.086296] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGH for action security_group_rules [ 1612.086354] env[70860]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGH for action security_group_rules [ 1612.086447] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.597648] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.598061] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1614.598061] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b with Priority: HIGH for action security_group_rules [ 1614.598061] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 with Priority: HIGH for action security_group_rules [ 1614.598166] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 with Priority: HIGH for action security_group_rules [ 1614.598253] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b221e2-c0a8-432c-8901-9102c8396058 with Priority: HIGH for action security_group_rules [ 1614.598350] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b with Priority: HIGH for action security_group_rules [ 1614.598988] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb with Priority: HIGH for action security_group_rules [ 1614.599132] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 with Priority: HIGH for action security_group_rules [ 1614.599229] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3908238a-5876-4b12-abf2-d27e648b37d7 with Priority: HIGH for action security_group_rules [ 1614.599324] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 with Priority: HIGH for action security_group_rules [ 1614.599417] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc with Priority: HIGH for action security_group_rules [ 1614.599506] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 with Priority: HIGH for action security_group_rules [ 1614.599594] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 with Priority: HIGH for action security_group_rules [ 1614.599680] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb526372-599e-4a9c-81dd-e3318c0cd731 with Priority: HIGH for action security_group_rules [ 1614.599770] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc with Priority: HIGH for action security_group_rules [ 1614.599866] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e with Priority: HIGH for action security_group_rules [ 1614.599949] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGH for action security_group_rules [ 1614.600044] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580551e7-fb09-44b5-874f-90fff5de4532 with Priority: HIGH for action security_group_rules [ 1614.600130] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f7604-5b57-43ca-b723-350ec6c75eeb with Priority: HIGH for action security_group_rules [ 1614.600212] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 with Priority: HIGH for action security_group_rules [ 1614.600298] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 with Priority: HIGH for action security_group_rules [ 1614.600621] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.600746] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.600812] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.601064] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.601150] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd936a5-345d-44c7-9f5f-e5f704f1d66b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.602092] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.602214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.602272] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.602432] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.602508] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ed8f1c-2e77-4c64-a512-ab50edb52c24',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.603252] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62178bd8-9324-45b1-a0ec-8140bf0771f6 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.603369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.603418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.603562] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.603651] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62178bd8-9324-45b1-a0ec-8140bf0771f6',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.604460] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02b221e2-c0a8-432c-8901-9102c8396058 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.604610] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.604659] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.604775] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.604859] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02b221e2-c0a8-432c-8901-9102c8396058',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.605505] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.605611] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.605712] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.605899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.606025] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f87461-2b5e-41eb-9dd0-0a4234c2717b',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.606632] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.606780] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.606868] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.607062] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.607174] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d05b1b-16d8-4f31-88c3-3b157a165ceb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.607871] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.607975] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.608051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.608200] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.608273] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4934f2e5-fc1b-4078-a852-fe99c99aaeb0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.608979] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3908238a-5876-4b12-abf2-d27e648b37d7 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.609044] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.609113] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.609266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.609339] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3908238a-5876-4b12-abf2-d27e648b37d7',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.609985] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc528ca-7e68-4bb7-86e1-7933eb922946 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.610105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.610170] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.610315] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.610386] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc528ca-7e68-4bb7-86e1-7933eb922946',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.611125] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.611232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.611295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.611444] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.611516] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f2976a-606a-42eb-b4d6-b4bcf6b404cc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.612188] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d594151-d7d6-46d3-960c-0253dd0a4656 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.612293] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.612359] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.612550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.612550] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d594151-d7d6-46d3-960c-0253dd0a4656',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.613205] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.613311] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.613373] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.613521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.613591] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c68a9d-0d78-4fed-9e0d-134d370f1f62',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.614263] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb526372-599e-4a9c-81dd-e3318c0cd731 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.614368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.614431] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.614577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.614708] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb526372-599e-4a9c-81dd-e3318c0cd731',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.615398] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.615503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.615567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.615722] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.615825] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.616457] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.616699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.616699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.616795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.616823] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a590778-f6c5-4357-a1fd-7d1dcadc2e3e',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.617478] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.617577] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.617649] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.617816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.617892] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.618626] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-580551e7-fb09-44b5-874f-90fff5de4532 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.618736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.618799] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.618937] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.619018] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('580551e7-fb09-44b5-874f-90fff5de4532',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.619652] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-252f7604-5b57-43ca-b723-350ec6c75eeb taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.619759] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.619823] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.619967] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.620060] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('252f7604-5b57-43ca-b723-350ec6c75eeb',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.620795] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1493401e-18b7-46c7-89e3-e58a14fbefe0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.620908] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.620979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.621142] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.621217] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1493401e-18b7-46c7-89e3-e58a14fbefe0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.621937] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c03d85c-18d7-4849-b703-aaa87e3521e5 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.622092] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.622177] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.622266] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.622335] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c03d85c-18d7-4849-b703-aaa87e3521e5',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.645569] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.645761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.645851] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.646108] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.649940] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.650081] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.672224] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.672403] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f87461-2b5e-41eb-9dd0-0a4234c2717b is going to be deleted. [ 1614.673443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.673684] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.689473] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.689579] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd936a5-345d-44c7-9f5f-e5f704f1d66b is going to be deleted. [ 1614.731604] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.731764] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.731802] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.731981] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.732092] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.732197] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f87461-2b5e-41eb-9dd0-0a4234c2717b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.732805] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.732932] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.733011] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.733137] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.733214] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.733335] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd936a5-345d-44c7-9f5f-e5f704f1d66b" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.129880] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.130038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.130103] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.130297] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.130454] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.130551] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.130615] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.130761] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.130849] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.130923] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.131016] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1615.174807] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.174965] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.175023] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.175211] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.181017] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.181159] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.183576] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.183672] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.184806] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.184895] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.185580] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.185675] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.188850] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.188948] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.194187] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.194296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.194970] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.195078] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.195785] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.195886] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.196543] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.196635] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.197404] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.197507] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.198096] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1615.198473] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.198622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.199216] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1615.199576] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.199667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.200298] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1615.200699] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.200811] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1493401e-18b7-46c7-89e3-e58a14fbefe0 is going to be deleted. [ 1615.202202] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.202296] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.202364] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.202548] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.203839] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.203941] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.204542] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1615.204907] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.204999] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.205869] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1615.206248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.206342] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.219571] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1615.219938] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.220053] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62178bd8-9324-45b1-a0ec-8140bf0771f6 is going to be deleted. [ 1615.220776] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.220983] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.235294] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.235396] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc528ca-7e68-4bb7-86e1-7933eb922946 is going to be deleted. [ 1615.236126] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.236302] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.252633] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.252731] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc is going to be deleted. [ 1615.253445] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.253623] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.254799] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.254897] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.268988] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.269102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.273703] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.274140] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 580551e7-fb09-44b5-874f-90fff5de4532 is going to be deleted. [ 1615.274988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.274988] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.285182] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.285288] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.292749] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.292879] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ed8f1c-2e77-4c64-a512-ab50edb52c24 is going to be deleted. [ 1615.293630] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.293829] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.314390] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.314542] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.316430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.316541] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3908238a-5876-4b12-abf2-d27e648b37d7 is going to be deleted. [ 1615.317331] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.317526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.360693] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.360814] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f2976a-606a-42eb-b4d6-b4bcf6b404cc is going to be deleted. [ 1615.361601] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.361795] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.406992] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.407169] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.408731] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.408900] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 252f7604-5b57-43ca-b723-350ec6c75eeb is going to be deleted. [ 1615.409774] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.409980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.437952] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.438080] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a590778-f6c5-4357-a1fd-7d1dcadc2e3e is going to be deleted. [ 1615.438816] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.439069] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.448106] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.448232] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.452014] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.452120] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.491700] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.491810] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d05b1b-16d8-4f31-88c3-3b157a165ceb is going to be deleted. [ 1615.492567] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.492748] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.548543] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.548655] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb526372-599e-4a9c-81dd-e3318c0cd731 is going to be deleted. [ 1615.549403] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.549594] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.568833] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.568966] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.574551] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.574652] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.611804] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.612119] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.615034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.615153] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02b221e2-c0a8-432c-8901-9102c8396058 is going to be deleted. [ 1615.615977] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.616187] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.636666] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1615.656015] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.656134] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c03d85c-18d7-4849-b703-aaa87e3521e5 is going to be deleted. [ 1615.656855] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.657053] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.680431] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.680539] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.698296] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.698397] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.698969] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.699079] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.723477] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.723593] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d594151-d7d6-46d3-960c-0253dd0a4656 is going to be deleted. [ 1615.724434] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.724625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.771488] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.771624] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c68a9d-0d78-4fed-9e0d-134d370f1f62 is going to be deleted. [ 1615.772856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.772856] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.790214] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.790332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.830750] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.830876] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4934f2e5-fc1b-4078-a852-fe99c99aaeb0 is going to be deleted. [ 1615.831720] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.831930] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.832033] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.832150] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1493401e-18b7-46c7-89e3-e58a14fbefe0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.832295] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.832446] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.832526] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.832636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62178bd8-9324-45b1-a0ec-8140bf0771f6" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.833089] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.833251] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.833332] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.833469] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc528ca-7e68-4bb7-86e1-7933eb922946" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.833608] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.833771] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.833850] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.833958] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f74e0ce-dcb7-41fa-8df3-1e73ce4aebfc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.834098] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.834236] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.834307] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.834410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-580551e7-fb09-44b5-874f-90fff5de4532" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.834530] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.834667] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.834739] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.834843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ed8f1c-2e77-4c64-a512-ab50edb52c24" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.834962] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.835110] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.835185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.835290] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3908238a-5876-4b12-abf2-d27e648b37d7" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.835413] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.835549] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.835622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.835734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f2976a-606a-42eb-b4d6-b4bcf6b404cc" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.835869] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.836034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.836092] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.836194] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-252f7604-5b57-43ca-b723-350ec6c75eeb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.836314] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.836450] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.836521] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.836625] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a590778-f6c5-4357-a1fd-7d1dcadc2e3e" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.836742] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.836876] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.836947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.837063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d05b1b-16d8-4f31-88c3-3b157a165ceb" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.837185] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.837320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.837392] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.837498] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb526372-599e-4a9c-81dd-e3318c0cd731" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.837619] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.837753] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.837826] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.837927] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02b221e2-c0a8-432c-8901-9102c8396058" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.838063] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.838198] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.838270] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.838367] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c03d85c-18d7-4849-b703-aaa87e3521e5" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.856631] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.856631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.856631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.856631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.856631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.856893] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d594151-d7d6-46d3-960c-0253dd0a4656" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.943186] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.943362] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.943424] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.943592] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.943695] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.943843] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4934f2e5-fc1b-4078-a852-fe99c99aaeb0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.944482] env[70860]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1615.945042] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.945042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.945237] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.945298] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.945338] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.945438] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c68a9d-0d78-4fed-9e0d-134d370f1f62" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.139252] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6077ed-c817-4ca3-a670-001c56398be0: rpc.has_security_group_logging(os_id): False [ 1616.158804] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.158804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.158804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.158804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.186203] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.186487] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.186600] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.186666] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.186857] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.186944] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.187054] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1616.255253] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.255457] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.255503] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.255702] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.255866] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.267025] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1618.281126] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1618.281504] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.601811] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.602202] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1624.604533] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.604533] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.932703] env[70860]: INFO networking_nsxv3.common.synchronization [req-6252b744-8815-400c-afb4-d41390e59937 req-5d9e0346-3801-4cd5-8843-218f7933c153 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1625.933536] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1625.933743] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1625.933947] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.934059] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1625.934355] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1625.934538] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1625.934641] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.934713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1625.935086] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1625.935158] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1625.935873] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1626.438206] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.438416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.438416] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.438647] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.438744] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.438946] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.439051] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.439117] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.439273] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.439352] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.439441] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1626.475187] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.475356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.475356] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.475545] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.475680] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.483435] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1628.493793] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1628.494102] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 deletion is rescheduled due to dependency. [ 1628.494102] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.934299] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.934299] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1632.854263] env[70860]: INFO networking_nsxv3.common.synchronization [req-e08f77a0-c2b0-4215-916b-2e735f469734 req-577b3127-6193-4a28-bb28-9314b8372055 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1632.854263] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1632.854263] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.854263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.854263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.854263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.854263] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.854263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.854263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.854263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.854263] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.854263] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.085294] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.085520] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.085632] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.085912] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.086218] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.086386] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.086508] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.086725] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.086876] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.087124] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1633.087254] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] NeedRegenerationException {{(pid=70860) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1633.087365] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] no value, waiting for create lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1633.087479] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] value creation lock acquired {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1633.087590] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] No value present for key: 'zone-id' {{(pid=70860) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1633.087700] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Calling creation function for not-yet-present value {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1633.087833] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1633.107970] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1633.108152] env[70860]: DEBUG dogpile.cache.region [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70860) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1633.108324] env[70860]: DEBUG dogpile.lock [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Released creation lock {{(pid=70860) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1633.108507] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "network-17" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.108800] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock port-14e55022-be50-4469-8135-e03af3ac5772 taken with stack trace [, , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.108980] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "port-14e55022-be50-4469-8135-e03af3ac5772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.109149] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "port-14e55022-be50-4469-8135-e03af3ac5772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.109455] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "port-14e55022-be50-4469-8135-e03af3ac5772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.109596] env[70860]: DEBUG networking_nsxv3.api.rpc [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e55022-be50-4469-8135-e03af3ac5772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.356467] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.356697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.356697] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.356899] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.357041] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.357248] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.357348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.357410] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.357563] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.357638] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.357725] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1633.381893] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.382034] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.382105] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.382286] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.382443] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.390476] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1633.612488] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.612805] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.613045] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.613471] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.613732] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.613993] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Segment Port 14e55022-be50-4469-8135-e03af3ac5772 not found, creating... [ 1633.614431] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.614717] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.614935] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.615318] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.615567] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.616078] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.616349] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.616564] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.616895] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.617156] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.617405] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Resource: SegmentPort with ID: 14e55022-be50-4469-8135-e03af3ac5772 is going to be created. [ 1633.639030] env[70860]: DEBUG networking_nsxv3.common.locking [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.639352] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.639574] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.639987] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.640386] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.640744] env[70860]: DEBUG oslo_concurrency.lockutils [None req-93a54d46-70b0-4cb3-a818-7dd60ad4664b None None] Releasing lock "port-14e55022-be50-4469-8135-e03af3ac5772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.307960] env[70860]: INFO networking_nsxv3.common.synchronization [req-e08f77a0-c2b0-4215-916b-2e735f469734 req-6a47cd14-9b76-4c6a-996f-fb6839a9129c service nova] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1634.308285] env[70860]: INFO networking_nsxv3.common.synchronization [req-e08f77a0-c2b0-4215-916b-2e735f469734 req-6a47cd14-9b76-4c6a-996f-fb6839a9129c service nova] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1634.308392] env[70860]: INFO networking_nsxv3.common.synchronization [req-e08f77a0-c2b0-4215-916b-2e735f469734 req-6a47cd14-9b76-4c6a-996f-fb6839a9129c service nova] Enqueued Resource ID: 14e55022-be50-4469-8135-e03af3ac5772 with Priority: HIGHEST for action port [ 1634.308613] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_rules [ 1634.308792] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1634.308850] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e55022-be50-4469-8135-e03af3ac5772 with Priority: HIGHEST for action port [ 1634.309448] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.309645] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.309728] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.309980] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.310152] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1634.310983] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.311096] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.311299] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e55022-be50-4469-8135-e03af3ac5772 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.311394] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e55022-be50-4469-8135-e03af3ac5772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.311550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e55022-be50-4469-8135-e03af3ac5772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.311628] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e55022-be50-4469-8135-e03af3ac5772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.311702] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e55022-be50-4469-8135-e03af3ac5772',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1634.814108] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.814259] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.814453] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14e55022-be50-4469-8135-e03af3ac5772 with status ACTIVE [ 1634.814626] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.814736] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.814804] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.815038] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.815183] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.815322] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.815418] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.815480] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.815636] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.815713] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.815894] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.816017] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.816087] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.816233] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.816306] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.816392] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14e55022-be50-4469-8135-e03af3ac5772 is going to be updated. [ 1634.837416] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.837584] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.837688] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.837844] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.837979] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.838154] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e55022-be50-4469-8135-e03af3ac5772" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.410401] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1635.410708] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 deletion is rescheduled due to dependency. [ 1635.410708] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.410833] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.411042] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.411233] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.411348] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.411411] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.411565] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.411646] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.411751] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1635.914145] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1636.417063] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1636.919401] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.919550] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.919622] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.919834] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.919924] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.920034] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1636.951156] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.951320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.951368] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.951670] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.951840] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.959692] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1638.971046] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1638.971046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.971046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.971046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.971046] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.971046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.971046] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.971583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.971583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.971583] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.971583] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1639.310249] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.310431] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1639.473197] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1639.975363] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6077ed-c817-4ca3-a670-001c56398be0: rpc.has_security_group_logging(os_id): False [ 1639.992925] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.993127] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.993205] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.993369] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.993461] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.993717] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.993818] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.993883] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.994067] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.994144] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.994234] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1640.048242] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.048414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.048414] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.048602] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.048734] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.061312] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1642.075181] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1642.075484] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.311039] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.311387] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.312333] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.312749] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1654.313450] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1654.313814] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1659.314173] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1659.314595] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1664.315457] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1664.315878] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1669.316603] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1669.316952] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1674.318386] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1674.318754] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1679.319474] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1679.319889] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1684.321155] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1684.321561] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1689.323030] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1689.323400] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1694.324188] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1694.324603] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1695.603525] env[70860]: INFO networking_nsxv3.common.synchronization [req-0c8f2538-865b-4e12-a048-8bc46bec48c4 req-8329fe12-0a3e-4702-a737-b1a790c9bc7d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Enqueued Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1695.604065] env[70860]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6077ed-c817-4ca3-a670-001c56398be0 with Priority: HIGHEST for action security_group_members [ 1695.604584] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6077ed-c817-4ca3-a670-001c56398be0 taken with stack trace [, , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.604723] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.604781] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.604982] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.605158] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.605257] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.605320] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.605478] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.605573] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.605661] env[70860]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6077ed-c817-4ca3-a670-001c56398be0',) {} {{(pid=70860) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1696.108077] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.108077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.108077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.108077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1696.108077] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.108399] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.108399] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.108470] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.108589] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1696.108631] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.108726] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 is going to be updated. [ 1696.143230] env[70860]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70860) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.143430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.143430] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.143528] env[70860]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1696.143653] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.151718] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 2s [ 1698.161857] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: IN_PROGRESS for 4s [ 1700.171999] env[70860]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6077ed-c817-4ca3-a670-001c56398be0 in Status: SUCCESS [ 1700.172316] env[70860]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6077ed-c817-4ca3-a670-001c56398be0 deletion is rescheduled due to dependency. [ 1700.172316] env[70860]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6077ed-c817-4ca3-a670-001c56398be0" {{(pid=70860) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.605217] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1700.605371] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1705.606664] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1705.607123] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1710.607419] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1710.607777] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1715.608804] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1715.609216] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1720.610208] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1720.610208] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1725.611296] env[70860]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1725.611296] env[70860]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0